-- Logs begin at Fri 2022-10-14 17:15:39 UTC, end at Fri 2022-10-14 18:13:20 UTC. -- Oct 14 17:46:28.474222 dv-cinder-749155-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 17:46:31.174108 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.common.config [-] Logging enabled! Oct 14 17:46:31.174698 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 14 17:46:31.174904 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104294) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 17:46:31.178102 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.common.config [-] Logging enabled! Oct 14 17:46:31.178353 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 14 17:46:31.178661 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104294) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 17:46:31.179589 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 17:46:31.179821 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 17:46:31.180335 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 17:46:31.180577 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 17:46:31.180802 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 17:46:31.181118 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.181418 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.181648 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.181944 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.182236 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.182520 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.182810 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.183106 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.183394 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.183671 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.183978 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.184208 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.184486 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.184773 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.185058 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.185286 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] debug = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.185558 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.186621 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.187357 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.187641 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.187957 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.188240 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.188513 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.188789 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.189071 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.189398 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] host = dv-cinder-749155-15-iscsi {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.189672 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.189958 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.190248 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.190532 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.190804 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.191078 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.191361 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.191632 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.191929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] log_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.192205 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.192492 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.192779 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.193070 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.193291 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.193516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.193804 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.194096 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.194368 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.194639 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.194908 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.195178 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.195448 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.195715 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.196022 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.196306 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.196591 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.196861 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.197133 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.197402 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.197671 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.197957 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.198230 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.198500 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.198771 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.199054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.199322 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.199593 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.199912 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.200221 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.200488 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.200772 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.201042 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.201325 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.201626 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.202396 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.202676 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] use_json = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.202952 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.203227 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.203518 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.203793 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.204098 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.204372 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.204643 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.204929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.205199 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:31.205493 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.205791 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.206093 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.206373 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.206677 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.206956 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.207248 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.207528 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.207819 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.208138 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.208427 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.208703 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.209003 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.209292 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.209585 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.209887 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.210183 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.210476 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.210750 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.211022 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.211295 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.211568 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.211848 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.212152 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.212442 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.212734 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.213011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.213314 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.213595 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.213877 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.214170 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.214463 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.214735 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.215012 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.215303 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.215577 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.215846 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.216164 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.216439 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.216708 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.216986 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.217733 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.218035 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.218313 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.218590 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.218884 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.219159 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.219432 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.219703 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.220010 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.220279 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.220561 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.220836 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.221106 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.221376 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.221654 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.221919 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.222186 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.222458 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.222729 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.222999 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.223268 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.223540 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.223810 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.224101 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.224371 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.224640 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.224909 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.225185 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.225452 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.225722 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.225986 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.226251 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.226521 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.226790 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.227085 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.227355 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.227626 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.227914 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.228188 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.228457 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.228727 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.228996 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.229265 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.229532 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.229818 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.230091 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.230370 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.230645 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.230936 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.231226 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.231495 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.231766 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.232068 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.232339 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.232610 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.233600 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.234171 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.234450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.234732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.235013 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.235309 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.235605 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.235914 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.236196 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.236490 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.236780 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.237056 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.237365 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.237641 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:31.237855 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 17:46:31.238093 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104294) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 17:46:31.625146 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 17:46:31.625466 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 17:46:31.625733 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 17:46:31.625963 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 17:46:31.626241 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 17:46:31.626568 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 17:46:31.956069 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:31.956285 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:31.956554 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:31.957731 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:31.958003 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:31.958263 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.010678 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.010951 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.011216 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.028160 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.028437 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.028706 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.057092 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.057368 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.057633 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.094713 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.094983 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.095246 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.329332 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.329939 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.329939 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.331023 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.331724 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.431703 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.432048 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.432329 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.432598 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.432862 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.433171 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.433429 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.433680 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.433930 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.434207 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.434462 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.434720 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.434971 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.435217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.435467 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.435725 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.436025 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.436740 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.437015 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.437274 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.437546 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.437804 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.438084 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.438457 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.438706 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.438952 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.439342 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:32.439575 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:32.439816 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:32.440087 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:32.440302 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:32.440532 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:32.440893 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 17:46:32.443967 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 17:46:32.447832 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 17:46:32.451511 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 14 17:46:32.453618 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 17:46:32.454241 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 17:46:32.454577 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 17:46:32.454956 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 17:46:32.457719 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 17:46:32.457969 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 17:46:32.458312 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 17:46:32.463443 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 17:46:32.487768 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 17:46:32.488236 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.488531 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104294) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 14 17:46:32.488896 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.490227 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104294) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 17:46:32.490500 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 17:46:32.490741 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 17:46:32.501915 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.502196 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:32.637667 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 17:46:32.637841 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 17:46:32.638072 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 17:46:32.638440 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 17:46:32.692411 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO dbcounter [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Registered counter for database neutron Oct 14 17:46:32.710324 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_db.sqlalchemy.engines [None req-574872b8-d49c-483c-be85-3732c6874239 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104294) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 17:46:32.716306 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG dbcounter [-] [104294] Writer thread running {{(pid=104294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 17:46:33.262716 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing driver for type 'gre' Oct 14 17:46:33.263314 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-574872b8-d49c-483c-be85-3732c6874239 None None] gre ID ranges: [(1, 1000)] Oct 14 17:46:33.324447 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing driver for type 'local' Oct 14 17:46:33.324784 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing driver for type 'vlan' Oct 14 17:46:33.337798 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-574872b8-d49c-483c-be85-3732c6874239 None None] VlanTypeDriver initialization complete Oct 14 17:46:33.338373 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing driver for type 'vxlan' Oct 14 17:46:33.338748 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-574872b8-d49c-483c-be85-3732c6874239 None None] vxlan ID ranges: [(1, 1000)] Oct 14 17:46:33.394882 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing extension driver 'port_security' Oct 14 17:46:33.395221 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.extensions.port_security [None req-574872b8-d49c-483c-be85-3732c6874239 None None] PortSecurityExtensionDriver initialization complete Oct 14 17:46:33.395560 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing mechanism driver 'openvswitch' Oct 14 17:46:33.395935 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing mechanism driver 'hyperv' Oct 14 17:46:33.406688 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.plugin [None req-574872b8-d49c-483c-be85-3732c6874239 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:46:33.407571 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.407977 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.408338 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.408858 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 17:46:33.409280 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnet after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.409647 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnet after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.409994 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.410382 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 17:46:33.410787 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.411140 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.411485 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.411893 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 17:46:33.412296 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > security_group after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.412649 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > security_group after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.412992 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.413390 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 17:46:33.413793 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.414140 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.414482 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.414999 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 17:46:33.415404 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > address_group after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.415753 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > address_group after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.416130 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.416522 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 17:46:33.416959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-574872b8-d49c-483c-be85-3732c6874239 None None] ML2 OVO RPC backend initialized. {{(pid=104294) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 14 17:46:33.417676 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.418035 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.418452 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.418801 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > networks before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.419197 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.419534 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > ports before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.419903 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnet before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.420248 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnets before_response 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.421174 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.421522 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.421862 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.422208 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.422771 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.423373 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.424003 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnet after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.424392 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnet after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.424741 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.434335 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded quota_driver: . Oct 14 17:46:33.434702 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.plugin [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Modular L2 Plugin initialization complete Oct 14 17:46:33.435051 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading services supported by the core plugin {{(pid=104294) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 17:46:33.435396 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.plugins.ml2.managers [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Got port-security extension from driver 'port_security' Oct 14 17:46:33.435915 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.extensions.vlantransparent [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Disabled vlantransparent extension. Oct 14 17:46:33.436453 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104294) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 17:46:33.436861 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: router Oct 14 17:46:33.475725 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.476146 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router after_create 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.476522 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router before_create 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.476890 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.477267 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.477626 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router after_delete 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.477987 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.478367 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.478725 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router after_create 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.479073 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router after_update 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.479425 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router after_update 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.479772 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.480161 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router after_update 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.480573 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_update 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.480946 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: port after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.481293 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: port after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.481641 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: subnet after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.481991 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.482344 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.482693 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_create 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.483059 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: port before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.483408 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.483768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router after_update 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.484146 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.484501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_create 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.484869 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.485216 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_update 55549900 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.485582 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > agent after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.485935 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > agent after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.486282 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > network after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.487150 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Tracking information for resource: router configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:33.487479 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Tracking information for resource: floatingip configured {{(pid=104294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:46:33.492402 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.db.l3_agentschedulers_db [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 17:46:33.492984 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: port after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.493346 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: port after_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.493701 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: port after_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.494053 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: port after_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.494863 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router before_create 55550100 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.495233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.495599 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_create 55550100 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.496001 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > router precommit_update 55550100 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.500820 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.services.provider_configuration [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service providers = [] {{(pid=104294) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 17:46:33.501186 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.db.servicetype_db [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104294) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 17:46:33.504148 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.services.service_base [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:46:33.504495 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.services.service_base [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:46:33.504840 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.services.service_base [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:46:33.505725 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.services.service_base [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:46:33.506097 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.services.service_base [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 17:46:33.506471 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.506788 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 17:46:33.519072 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.519358 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: auto_allocate Oct 14 17:46:33.525079 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: network precommit_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.525448 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: network precommit_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.526225 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.526548 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: tag Oct 14 17:46:33.533790 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.534118 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: timestamp Oct 14 17:46:33.538138 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.538471 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: network_ip_availability Oct 14 17:46:33.543924 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.544307 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.544669 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.547136 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.547136 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: flavors Oct 14 17:46:33.551248 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.551792 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading Plugin: revisions Oct 14 17:46:33.557963 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:46:33.558347 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.932s {{(pid=104294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 17:46:33.559333 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104294) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 14 17:46:33.559912 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Initializing extension manager. Oct 14 17:46:33.560592 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: __init__.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.560939 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: __pycache__ {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.561320 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: address_group.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.562232 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.562807 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: address-group Oct 14 17:46:33.563136 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: address_scope.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.563818 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.564358 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: address-scope Oct 14 17:46:33.564684 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.565572 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.566079 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: router-admin-state-down-before-update Oct 14 17:46:33.566404 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: agent.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.567072 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.567580 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: agent Oct 14 17:46:33.567925 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: agent_resources_synced.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.568792 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.569302 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: agent-resources-synced Oct 14 17:46:33.569620 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: allowedaddresspairs.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.572285 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.572889 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: allowed-address-pairs Oct 14 17:46:33.573221 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: auto_allocated_topology.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.574728 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.575473 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: auto-allocated-topology Oct 14 17:46:33.575807 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: availability_zone.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.577148 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.578071 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: availability_zone Oct 14 17:46:33.578473 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: availability_zone_filter.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.579508 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.580380 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: availability_zone_filter Oct 14 17:46:33.580899 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: data_plane_status.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.582183 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.583016 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 17:46:33.583540 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: default_subnetpools.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.584981 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.585652 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: default-subnetpools Oct 14 17:46:33.585982 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.586804 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.587318 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: dhcp_agent_scheduler Oct 14 17:46:33.587640 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: dns.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.588557 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.589064 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension dns-integration not supported by any of loaded plugins Oct 14 17:46:33.589386 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: dns_domain_ports.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.590256 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.590762 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 17:46:33.591087 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.592005 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.593168 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 17:46:33.593633 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: dvr.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.594698 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.595588 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: dvr Oct 14 17:46:33.596193 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: ecmp_routes.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.597616 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.598505 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 17:46:33.598953 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: empty_string_filtering.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.600077 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.600672 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: empty-string-filtering Oct 14 17:46:33.600999 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.601998 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.602861 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 17:46:33.603408 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.604568 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.605075 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 17:46:33.605564 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: external_net.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.606880 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.607389 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: external-net Oct 14 17:46:33.607715 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.608845 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.609357 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: extra_dhcp_opt Oct 14 17:46:33.609684 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: extraroute.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.610557 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.611322 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: extraroute Oct 14 17:46:33.611838 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: extraroute_atomic.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.613415 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.613933 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: extraroute-atomic Oct 14 17:46:33.614269 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: filter_validation.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.614911 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.615414 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: filter-validation Oct 14 17:46:33.615739 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: fip_pf_description.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.616639 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.617141 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 17:46:33.617463 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: fip_pf_detail.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.618325 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.618827 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 14 17:46:33.619149 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: fip_pf_port_range.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.620050 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.620612 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 14 17:46:33.620937 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: fip_port_details.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.622168 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.623036 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: fip-port-details Oct 14 17:46:33.623370 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: flavors.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.624705 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.625219 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: flavors Oct 14 17:46:33.625548 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.627174 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.627691 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 17:46:33.628184 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: floatingip_pools.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.629276 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.629998 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: floatingip-pools Oct 14 17:46:33.630330 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: ip_allocation.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.631371 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.632207 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 17:46:33.632709 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.634077 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.634868 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: ip-substring-filtering Oct 14 17:46:33.635382 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l2_adjacency.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.636768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.637564 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 17:46:33.638073 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.640108 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.640943 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: router Oct 14 17:46:33.641279 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.643724 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.644282 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 17:46:33.644624 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.645509 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.646034 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: ext-gw-mode Oct 14 17:46:33.646368 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.647384 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.647925 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: l3-ha Oct 14 17:46:33.648261 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.649262 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.650077 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 14 17:46:33.650623 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3_flavors.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.652268 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.653135 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: l3-flavors Oct 14 17:46:33.653682 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.656472 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.657341 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 14 17:46:33.657942 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.659446 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.660169 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 17:46:33.660508 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: l3agentscheduler.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.661714 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.662600 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: l3_agent_scheduler Oct 14 17:46:33.663171 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: local_ip.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.665797 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.666640 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension local_ip not supported by any of loaded plugins Oct 14 17:46:33.667172 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: logging.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.669092 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.669620 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension logging not supported by any of loaded plugins Oct 14 17:46:33.669960 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: metering.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.671038 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.671378 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: metering Oct 14 17:46:33.671713 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.672791 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.673572 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: metering_source_and_destination_fields Oct 14 17:46:33.674149 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: multiprovidernet.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.675509 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.676099 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: multi-provider Oct 14 17:46:33.676429 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: netmtu.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.677664 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.678439 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: net-mtu Oct 14 17:46:33.678772 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: netmtu_writable.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.679930 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.680743 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: net-mtu-writable Oct 14 17:46:33.681076 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: network_availability_zone.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.681848 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.682682 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: network_availability_zone Oct 14 17:46:33.683189 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: network_ip_availability.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.684813 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.685648 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: network-ip-availability Oct 14 17:46:33.686510 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: network_segment_range.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.687334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.688193 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 17:46:33.688707 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: pagination.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.690136 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.690854 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: pagination Oct 14 17:46:33.691174 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: port_device_profile.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.692099 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.692623 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: port-device-profile Oct 14 17:46:33.692950 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: port_mac_address_override.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.693841 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.694350 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: port-mac-override Oct 14 17:46:33.694681 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.695558 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.696101 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: port-mac-address-regenerate Oct 14 17:46:33.696430 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.697302 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.697812 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: port-numa-affinity-policy Oct 14 17:46:33.698158 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: port_resource_request.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.699507 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.700274 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 17:46:33.700605 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: port_resource_request_groups.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.701543 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.702603 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 14 17:46:33.702927 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: portbindings.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.703835 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.704381 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: binding Oct 14 17:46:33.704702 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: portbindings_extended.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.705949 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.706467 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: binding-extended Oct 14 17:46:33.706798 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: portsecurity.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.707664 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.708203 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: port-security Oct 14 17:46:33.708529 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: project_id.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.709685 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.710021 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: project-id Oct 14 17:46:33.710350 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: providernet.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.711227 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.711739 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: provider Oct 14 17:46:33.712099 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.715632 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.716190 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos not supported by any of loaded plugins Oct 14 17:46:33.716528 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.718545 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.719065 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 17:46:33.719406 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.720855 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.721413 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 17:46:33.721745 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_default.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.722626 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.723136 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-default not supported by any of loaded plugins Oct 14 17:46:33.723463 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_fip.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.724381 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.724894 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-fip not supported by any of loaded plugins Oct 14 17:46:33.725227 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.726103 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.726611 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 14 17:46:33.727096 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_gateway_ip.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.728450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.728980 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 17:46:33.729309 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_port_network_policy.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.730430 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.731050 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 17:46:33.731379 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.732591 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.733133 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 17:46:33.733461 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.734460 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.734975 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 14 17:46:33.735308 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_pps_rule.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.737119 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.737659 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-pps not supported by any of loaded plugins Oct 14 17:46:33.737992 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_rule_type_details.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.739256 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.739983 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 17:46:33.740316 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.741599 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.742242 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 14 17:46:33.742573 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: qos_rules_alias.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.743576 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.744122 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 17:46:33.744452 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: quota_check_limit.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.745333 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.745846 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: quota-check-limit Oct 14 17:46:33.746207 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: quotasv2.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.747283 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.747610 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: quotas Oct 14 17:46:33.747963 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: quotasv2_detail.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.749665 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.750005 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: quota_details Oct 14 17:46:33.750336 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: rbac.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.751374 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.751917 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: rbac-policies Oct 14 17:46:33.752253 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: rbac_address_group.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.753148 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.753912 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: rbac-address-group Oct 14 17:46:33.754435 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: rbac_address_scope.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.755577 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.756122 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: rbac-address-scope Oct 14 17:46:33.756603 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: rbac_security_groups.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.757342 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.758092 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: rbac-security-groups Oct 14 17:46:33.758196 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: rbac_subnetpool.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.759054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.759566 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: rbac-subnetpool Oct 14 17:46:33.759919 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: revisionifmatch.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.760812 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.761321 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: revision-if-match Oct 14 17:46:33.762021 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: revisions.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.762735 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.763265 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: standard-attr-revisions Oct 14 17:46:33.763571 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: router_availability_zone.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.764778 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.765294 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: router_availability_zone Oct 14 17:46:33.765623 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: routerservicetype.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.766511 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.767018 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension router-service-type not supported by any of loaded plugins Oct 14 17:46:33.768217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.768325 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.768748 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: security-groups-normalized-cidr Oct 14 17:46:33.769070 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.769998 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.770462 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: port-security-groups-filtering Oct 14 17:46:33.770786 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.771670 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.772203 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: security-groups-remote-address-group Oct 14 17:46:33.772698 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.773954 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.774472 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: security-groups-shared-filtering Oct 14 17:46:33.774800 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: securitygroup.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.786916 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.787457 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: security-group Oct 14 17:46:33.787792 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: segment.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.788518 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.789148 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension segment not supported by any of loaded plugins Oct 14 17:46:33.789694 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.791020 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.791540 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 17:46:33.791869 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: servicetype.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.793509 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.794032 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: service-type Oct 14 17:46:33.794410 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: sorting.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.795825 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.796187 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: sorting Oct 14 17:46:33.796513 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: standard_attr_segment.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.797407 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.797921 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 17:46:33.798245 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: standardattrdescription.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.798861 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.799370 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: standard-attr-description Oct 14 17:46:33.799697 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: stateful_security_group.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.800832 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.801350 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: stateful-security-group Oct 14 17:46:33.801678 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: stdattrs_common.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.802232 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 17:46:33.802557 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.803444 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.803987 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 17:46:33.804314 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: subnet_onboard.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.805337 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.805859 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: subnet_onboard Oct 14 17:46:33.806191 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.807191 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.808070 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 17:46:33.808601 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: subnet_service_types.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.809502 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.810023 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: subnet-service-types Oct 14 17:46:33.810551 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: subnetallocation.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.812349 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.812965 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: subnet_allocation Oct 14 17:46:33.813297 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.813936 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.814448 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: subnetpool-prefix-ops Oct 14 17:46:33.814776 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.815664 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.816204 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 17:46:33.816532 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: tagging.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.817568 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.818091 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: standard-attr-tag Oct 14 17:46:33.818414 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: timestamp.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.819580 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.820115 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loaded extension: standard-attr-timestamp Oct 14 17:46:33.820442 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: trunk.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.821432 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.821947 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension trunk not supported by any of loaded plugins Oct 14 17:46:33.822271 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: trunk_details.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.823146 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.823657 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension trunk-details not supported by any of loaded plugins Oct 14 17:46:33.824013 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: uplink_status_propagation.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.824893 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.825401 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 17:46:33.825797 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Loading extension file: vlantransparent.py {{(pid=104294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:46:33.826501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:46:33.827647 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 17:46:33.830858 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:network Oct 14 17:46:33.831390 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:subnet Oct 14 17:46:33.831786 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:46:33.832203 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:port Oct 14 17:46:33.833496 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.834149 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service FLAVORS assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.835178 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.835667 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.836042 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:router Oct 14 17:46:33.836472 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:floatingip Oct 14 17:46:33.837109 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service METERING assigned prefix: /metering {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.838885 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.839266 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.839627 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:46:33.840687 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 17:46:33.841124 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:security_group Oct 14 17:46:33.841553 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 17:46:33.842104 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service CORE assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.842681 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:46:33.843290 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] subnetpool is already registered Oct 14 17:46:33.844041 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service CORE assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.844392 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:46:33.844727 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] subnetpool is already registered Oct 14 17:46:33.848242 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.848936 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service FLAVORS assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.849568 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.850115 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.850455 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:router Oct 14 17:46:33.850806 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] router is already registered Oct 14 17:46:33.851233 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:floatingip Oct 14 17:46:33.851573 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] floatingip is already registered Oct 14 17:46:33.852066 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service METERING assigned prefix: /metering {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.852776 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 17:46:33.853166 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] rbac_policy is already registered Oct 14 17:46:33.853687 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:security_group Oct 14 17:46:33.854036 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] security_group is already registered Oct 14 17:46:33.854452 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 17:46:33.854787 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] security_group_rule is already registered Oct 14 17:46:33.855292 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service CORE assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.855620 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:46:33.855988 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] subnetpool is already registered Oct 14 17:46:33.856408 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.v2.resource_helper [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Service CORE assigned prefix: {{(pid=104294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:46:33.856735 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:46:33.857065 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING neutron.quota.resource_registry [None req-574872b8-d49c-483c-be85-3732c6874239 None None] subnetpool is already registered Oct 14 17:46:33.857531 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: extensions {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.859196 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: address-groups {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.861357 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: address-scopes {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.862676 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: agents {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.864110 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: auto-allocated-topology {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.866687 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: availability_zones {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.867940 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: dhcp-networks {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.869372 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: dhcp-agents {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.870919 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: routers {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.872674 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: flavors {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.874555 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: service_profiles {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.875864 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: next_providers {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.877360 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: service_profiles {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.879009 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: floatingip-pools {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.880780 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: routers {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.882610 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: floatingips {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.883796 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: l3-routers {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.885231 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: l3-agents {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.887486 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: metering-labels {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.889259 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: metering-label-rules {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.890683 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: network-ip-availabilities {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.892319 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: bindings {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.893909 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: quotas {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.895661 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: quotas {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.898081 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: rbac-policies {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.900053 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: security-groups {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.902094 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: security-group-rules {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.903412 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: service-providers {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.905317 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: subnetpools {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.907514 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: subnetpools {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.909100 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.910885 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.912672 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.914951 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.917065 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.918957 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.921055 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.922977 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.924805 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.926658 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron.api.extensions [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Extended resource: tags {{(pid=104294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:46:33.934548 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING keystonemiddleware.auth_token [None req-574872b8-d49c-483c-be85-3732c6874239 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 17:46:33.941123 dv-cinder-749155-15-iscsi neutron-server[104294]: WARNING keystonemiddleware.auth_token [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 17:46:33.952499 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Acquiring lock "singleton_lock" {{(pid=104294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 14 17:46:33.953041 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Acquired lock "singleton_lock" {{(pid=104294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 14 17:46:33.953673 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_concurrency.lockutils [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Releasing lock "singleton_lock" {{(pid=104294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 14 17:46:33.954387 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO oslo_service.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Starting 2 workers Oct 14 17:46:33.959715 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Started child 104407 {{(pid=104294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:46:33.964568 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Started child 104408 {{(pid=104294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:46:33.965510 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:33.966196 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO neutron.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 17:46:33.966791 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:33.967033 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [-] (104407) wsgi starting up on http://0.0.0.0:9696 Oct 14 17:46:33.969951 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO oslo_service.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Starting 1 workers Oct 14 17:46:33.970197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:33.971600 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [-] (104408) wsgi starting up on http://0.0.0.0:9696 Oct 14 17:46:33.975398 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Started child 104409 {{(pid=104294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:46:33.975980 dv-cinder-749155-15-iscsi neutron-server[104294]: INFO oslo_service.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Starting 1 workers Oct 14 17:46:33.979598 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] calling RpcWorker wait() {{(pid=104409) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 17:46:33.980211 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] returning from RpcWorker wait() {{(pid=104409) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 17:46:33.980553 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Started child 104410 {{(pid=104294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:46:33.981324 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG neutron_lib.callbacks.manager [None req-574872b8-d49c-483c-be85-3732c6874239 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:33.981416 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:33.981872 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:46:33.983228 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 17:46:33.983578 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 17:46:33.983578 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 17:46:33.983818 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 17:46:33.984337 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 17:46:33.984521 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 17:46:33.985033 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.985323 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.985606 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.985882 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.986430 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.986701 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.986829 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:33.987295 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.987295 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.987491 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.987631 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.987799 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.988079 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.988167 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:46:33.988337 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.988724 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.989014 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.989267 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.989492 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.989667 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.989914 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.990179 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.990436 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.990724 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] debug = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.990997 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.991467 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.991715 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.991985 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.992221 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.992509 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.992773 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.993044 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.993289 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.993521 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.993764 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.994032 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.994282 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.994517 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.994753 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.995057 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.995275 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.995766 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] host = dv-cinder-749155-15-iscsi {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.996034 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.996279 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.996514 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.996759 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.997002 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.997217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.997600 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.998048 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.999041 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:33.999549 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.000094 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.000517 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.000778 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.001020 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.001187 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_options = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.001425 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.001703 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.001978 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.002169 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.002339 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.002503 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.002756 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.002922 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.003164 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.003405 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.003620 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.003833 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.004080 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.004327 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.004566 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.004779 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.004992 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.005227 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.005540 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.005897 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.006112 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.006352 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.006727 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.007202 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.007581 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.008034 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.009194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.009194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.009194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.009194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.009531 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.009629 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.009976 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.010321 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.010800 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.011109 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.011348 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.011597 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.011869 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.012481 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.012895 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.013296 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.013670 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.013912 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.014239 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.014861 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.015168 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_json = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.016085 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.016485 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.017157 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.017566 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.018214 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.018938 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.019410 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.019755 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.020079 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.020651 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.021403 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.022383 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.022788 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.023183 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.023527 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.024099 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.024585 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.025051 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.025444 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.026191 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.026607 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.028235 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.028235 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.028235 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.028235 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.028235 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.028617 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.029160 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.029160 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.029480 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.030697 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.030697 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.030697 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.031013 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.031325 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.031640 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.032063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.032334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.032611 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.032960 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.033239 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.033495 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.033934 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.034168 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.034719 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.034993 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.035241 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.035465 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.035721 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.036078 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.036331 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.036565 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.037028 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.037334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.037630 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.038042 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.038487 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.038908 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.039505 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.039926 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.040298 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.040686 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.040933 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.041181 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.041433 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.041697 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.041972 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.042210 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.042479 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.042699 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.042923 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.043162 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.043384 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.043623 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.043861 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.044138 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.044365 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.044611 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.044836 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.045056 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.045273 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.045542 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.045759 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.045997 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.046219 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.046454 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.046694 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.046934 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.047149 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.047376 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.047598 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.047810 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.048066 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.048442 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.048663 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.048877 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.049092 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.049320 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.049531 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.049755 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.049980 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.050289 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.050536 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.050789 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.051007 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.051272 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.051720 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.052021 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.052259 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.052498 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.052758 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.053032 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.053240 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.053527 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.053777 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.054048 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.054295 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.054526 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.054749 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.054969 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.055226 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.055478 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.055658 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.055916 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.056162 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.056409 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.056658 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.057175 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.057395 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.057689 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.059656 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.059656 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.059656 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.059656 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.059656 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.059656 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.059656 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.060395 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.060395 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.060557 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.060685 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.060923 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.061701 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.061992 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.062236 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.062493 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.062728 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.062985 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.063264 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.063700 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.063972 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.064189 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.064537 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.064773 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.065017 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.065248 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.065568 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.065799 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.066044 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.066379 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.066648 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.066904 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.067180 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.067414 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.067635 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.068055 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.068355 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.068514 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.068770 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.069014 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.069317 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.069464 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.069654 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.069920 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.070135 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.070414 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.070570 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.071032 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.071275 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.071526 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.071742 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.072026 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.072269 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.072493 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.072736 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.073063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.073198 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.073410 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.073657 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.073923 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.074174 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.074445 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.074684 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.074906 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.075434 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.075819 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.076408 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.076968 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.077424 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.077847 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.078210 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.078606 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.079010 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.079388 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.079743 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.080186 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.080831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.081416 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.081905 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.082255 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.082956 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.083344 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.083790 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.084235 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.084654 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.085357 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.086004 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.086443 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.086850 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.087155 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.087428 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.087966 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.087966 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.088136 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.088326 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.088605 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.088854 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.089134 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.089351 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.089611 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.089863 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.090070 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.090367 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.090554 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.090763 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.090982 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.091179 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.091399 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.091647 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.091996 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.092771 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.093033 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.093291 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.093527 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.093769 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.094004 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.094221 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.094437 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.094666 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.094884 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.095099 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.095348 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.095632 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.095863 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.096113 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.096332 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.096545 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.096770 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.096981 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.097192 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.097411 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.097620 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.097824 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.098073 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.098304 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.098707 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.099106 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.099498 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.099715 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.100041 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.100257 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.100613 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.100995 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.101239 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.101456 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.101762 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103162 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103162 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103162 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103162 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103162 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103559 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103559 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.103746 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105194 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105610 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105698 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.105957 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.106833 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.106833 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.106833 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.107085 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.107222 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.107518 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.107921 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.108310 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.109066 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.109331 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.109576 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.109825 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.110046 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.110284 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.110521 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.110739 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.110986 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.111220 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.111506 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.111681 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.111960 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.112203 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.112462 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.112684 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.112907 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.113126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.113281 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 17:46:34.114427 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 17:46:34.114721 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 17:46:34.114997 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 17:46:34.115324 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 17:46:34.115517 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 17:46:34.115667 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 17:46:34.115893 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.116058 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.116222 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.116386 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.116567 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.116728 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.116889 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.117047 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.117204 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.117362 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.117520 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.117677 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.117833 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.117991 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.118153 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.118310 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.118471 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.118636 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.118762 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.118926 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.119348 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.119348 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] debug = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.119514 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.119592 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.119694 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.119851 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.120074 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.120225 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.120345 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.120532 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.120678 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.120842 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.121152 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.121152 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.121389 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.121673 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.121929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.122205 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.122469 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.122728 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] host = dv-cinder-749155-15-iscsi {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.123014 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.123289 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.123406 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:46:34.123508 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.123646 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.123788 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.123962 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.124121 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.124279 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.124436 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.124594 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.124753 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.124936 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.125210 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.125470 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.125716 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_options = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.125974 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.126137 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.126295 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.126484 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.126693 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.126936 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.127098 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.127257 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.127415 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.127747 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.127915 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.129142 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.130817 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.131406 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.131406 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.131406 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.131406 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.131406 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.131750 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.131828 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.132950 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.132950 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.132950 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134054 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_json = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.134831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.135495 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.135495 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.135655 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.135853 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.136046 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.136208 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.136367 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:46:34.136758 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.136758 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.137089 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.137263 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.137536 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.137803 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.138116 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.138347 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.138498 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.138619 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.138739 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.138906 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.139079 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.139358 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.139622 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.139820 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.140103 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.140244 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.141768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144126 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.144732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145217 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145542 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145542 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145542 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145709 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.145858 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.146013 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.146175 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.146335 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.146507 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.147172 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.147172 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.147172 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.147172 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.148214 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.148214 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.148214 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.148214 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.148214 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.148214 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.149857 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.153732 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156377 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156924 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.156991 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38430) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157501 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.157929 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.158355 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.158355 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.158355 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.158523 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.158587 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.158753 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.159269 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.159269 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.159269 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.159667 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.159667 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.159667 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.160441 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.160441 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.160441 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.160441 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.160441 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.161898 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.161898 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.161898 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.161898 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.161898 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.161898 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163104 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049756 Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.163234 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.164831 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.166334 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167144 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167144 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167144 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167144 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167144 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167144 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167144 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.167833 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0041587 Oct 14 17:46:34.168011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.168011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.168011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.168011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.168011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.168011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.168011 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.170233 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.172516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.173959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.173959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.173959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.173959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.173959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.173959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.173959 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.174824 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.174824 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.174824 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.174824 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.174824 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.175297 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.175297 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.175529 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.175833 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.176570 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.176570 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.176796 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.177450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.177450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.177450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.177450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.177450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.177450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.177450 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.178411 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.178411 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.178411 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.178627 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.178627 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.178794 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.178955 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.179117 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.179277 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.179459 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.179620 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.179787 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.179960 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.180122 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.180284 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.180456 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.180617 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.180778 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.180939 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.181099 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.181261 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.181433 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.181598 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.181759 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.181918 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.182119 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.182283 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.182459 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.182666 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.182972 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.183242 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.183507 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.183773 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.184090 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.184381 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.184670 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.184851 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.185027 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.185178 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.185353 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.185516 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.185678 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.187063 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.187335 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.187482 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.187665 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.187833 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.188025 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.188199 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.188363 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.188564 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.188855 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.189092 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.189244 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.189426 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.189590 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.189750 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.189914 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.190078 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.190245 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.190416 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.190590 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.190755 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.190925 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.191095 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.191265 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.191426 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.191595 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.191768 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.192399 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.192399 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.192399 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.192637 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.192715 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.193001 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.193289 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.193585 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.193894 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.194195 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.194494 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.194798 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.195034 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.195198 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.195361 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.195522 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.195684 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.195847 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.196033 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:46:34.196241 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 17:46:43.392463 dv-cinder-749155-15-iscsi neutron-server[104294]: DEBUG dbcounter [-] [104294] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:46:45.454042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7925d3-7ad4-4ff3-8100-91468def23ea None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 17:46:45.467460 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writer thread running {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 17:46:45.469264 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writer thread running {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 17:46:45.601859 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7925d3-7ad4-4ff3-8100-91468def23ea None None] No non-hosted networks {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 17:46:45.617858 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.agentschedulers_db [None req-3f7925d3-7ad4-4ff3-8100-91468def23ea None None] DHCP Agent not found on host dv-cinder-749155-15-iscsi {{(pid=104409) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 14 17:46:45.680888 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a77a08f0-2946-464c-a3cc-df99108d93a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664980'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:47.304988 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writer thread running {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 17:46:47.860749 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0a8c8ff9-8126-4d6c-a81f-f179eaa0d0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664980'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:47.896982 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f7d7a0a7-5899-4aaf-8c43-67b8200bb3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:49.039830 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664980'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:49.409899 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38504) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:46:49.986245 dv-cinder-749155-15-iscsi neutron-server[104407]: WARNING oslo_policy.policy [None req-8cbf7370-e516-4dc5-9666-2f5b71cbc140 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:46:49.986980 dv-cinder-749155-15-iscsi neutron-server[104407]: WARNING oslo_policy.policy [None req-8cbf7370-e516-4dc5-9666-2f5b71cbc140 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:46:50.217642 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [None req-8cbf7370-e516-4dc5-9666-2f5b71cbc140 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:46:50.240476 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8cbf7370-e516-4dc5-9666-2f5b71cbc140 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8295372 Oct 14 17:46:50.594062 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664980'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:50.602949 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664980'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:50.604267 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.604776 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.606079 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.606774 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.607276 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.607831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.608326 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.609092 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.609613 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.610184 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.610787 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.611273 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.612519 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.612869 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.613201 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:50.613616 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-749155-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:46:50.622399 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-749155-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:46:52.227728 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.db.l3_hamode_db [None req-56ab8b40-26e8-4c43-b7a2-96a3425a267d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 17:46:52.309489 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab8b40-26e8-4c43-b7a2-96a3425a267d None None] Routers set() bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:46:52.309883 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab8b40-26e8-4c43-b7a2-96a3425a267d None None] Router IDs set() for agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 14 17:46:53.023186 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38540) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:46:53.347066 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:46:53.359448 dv-cinder-749155-15-iscsi neutron-server[104407]: ERROR stevedore.extension [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 17:46:53.441891 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.policy [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104407) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 17:46:53.484935 dv-cinder-749155-15-iscsi neutron-server[104407]: WARNING oslo_policy.policy [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:46:53.485303 dv-cinder-749155-15-iscsi neutron-server[104407]: WARNING oslo_policy.policy [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:46:53.506028 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writer thread running {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 17:46:53.586908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745795469739', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745795473343', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745795453059', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745795576768', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745795574886', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745795566078', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1020475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1020666', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1620873', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1780098'] for rbac-policy (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:53.656380 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:53.657553 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-edacf104-6211-4616-bc21-564cae15915d admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6334283 Oct 14 17:46:56.240850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38550) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:46:56.564439 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:46:56.592909 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Made reservation on behalf of 6e0511b004c94f1bbed48dd4fd34cb6a for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:46:56.597658 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.616830 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.725738 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks [] for security_group (6286889f-d4ae-4c76-9945-02b9546e080f), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.729427 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6286889f-d4ae-4c76-9945-02b9546e080f), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.753784 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:46:56.787327 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745798205139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (6aea806d-4e46-49e4-b1f4-4236eee624fb), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.787924 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Unsubscribe: segment precommit_create {{(pid=104407) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 17:46:56.788440 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Added segment 6aea806d-4e46-49e4-b1f4-4236eee624fb of type vlan for network ebb2e632-6e6d-4f95-aa74-805fda8001d2 Oct 14 17:46:56.807976 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6286889f-d4ae-4c76-9945-02b9546e080f,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:46:56.855169 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.855508 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.855861 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.856233 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.856565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.856906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.857208 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.857526 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.857857 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.858177 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.858497 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.858853 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.859166 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.859508 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.859790 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Tracked resource versions report: Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: pushed versions: Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: { 'AddressGroup': {'1.2'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Agent': {'1.1'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'ConntrackHelper': {'1.0'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Log': {'1.0'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'NDPProxy': {'1.0'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Network': {'1.1'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Port': {'1.7'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'PortForwarding': {'1.3'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'QosPolicy': {'1.10'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroup': {'1.5'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SubPort': {'1.0'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Subnet': {'1.1'}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Trunk': {'1.1'}} Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: consumer versions: Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Agent': '1.1', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'ConntrackHelper': '1.0', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'LocalIPAssociation': '1.0', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Log': '1.0', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'NDPProxy': '1.0', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Network': '1.1', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Port': '1.7', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'PortForwarding': '1.3', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'QosPolicy': '1.10', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroup': '1.5', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroupRule': '1.2', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SubPort': '1.0', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Subnet': '1.1', Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Trunk': '1.1'}} Oct 14 17:46:56.861243 dv-cinder-749155-15-iscsi neutron-server[104407]: {{(pid=104407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:46:56.900522 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (ebb2e632-6e6d-4f95-aa74-805fda8001d2), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.941385 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (ebb2e632-6e6d-4f95-aa74-805fda8001d2), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.946372 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:46:56.947069 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:46:56.987245 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:46:57.040269 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7983346 Oct 14 17:46:57.075263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d5b81-8682-4254-a97c-02ad2cb492e4 demo demo] Pushing event updated for resources: {'Network': ['ID=ebb2e632-6e6d-4f95-aa74-805fda8001d2,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:46:57.089346 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:46:59.680980 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38564) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:00.096639 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cfb3a-b57d-429c-a6ae-0bd4456ac41b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:47:00.097990 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b89cfb3a-b57d-429c-a6ae-0bd4456ac41b demo admin] 10.222.0.27 "GET /networking/v2.0/networks/ebb2e632-6e6d-4f95-aa74-805fda8001d2 HTTP/1.1" status: 200 len: 825 time: 0.4160414 Oct 14 17:47:00.122883 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-cb3e0f79-04ec-454a-a388-00c03527b383 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/57a50c31-a2b3-4dc7-9a16-4f9d10bfe509 HTTP/1.1" status: 200 len: 734 time: 0.0188479 Oct 14 17:47:00.131288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Request body: {'subnet': {'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'ip_version': 4, 'subnetpool_id': '57a50c31-a2b3-4dc7-9a16-4f9d10bfe509', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:47:00.153276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Made reservation on behalf of 6e0511b004c94f1bbed48dd4fd34cb6a for: {'subnet': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:47:00.155584 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:00.373128 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:00.447033 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (eb958851-792c-4536-b98e-f9c3bef0963a), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:00.511872 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Pushing event updated for resources: {'Subnet': ['ID=eb958851-792c-4536-b98e-f9c3bef0963a,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:00.524058 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Checking segment: {'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:47:00.524432 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Network hostable DHCP agents. Network: ebb2e632-6e6d-4f95-aa74-805fda8001d2, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:47:00.545175 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:47:00.556157 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, ebb2e632-6e6d-4f95-aa74-805fda8001d2) {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:47:00.560981 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:47:00.561569 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:00.566083 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0a610-467c-491f-82c4-c338ed8df764 None None] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:47:00.579849 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2b367c9c-bc6f-487c-83ef-cd0e20a45aef demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4516702 Oct 14 17:47:00.838589 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'fixed_ips': [{'subnet_id': 'eb958851-792c-4536-b98e-f9c3bef0963a'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:47:00.839869 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:01.120877 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Allocated IP 172.20.0.2 (ebb2e632-6e6d-4f95-aa74-805fda8001d2/eb958851-792c-4536-b98e-f9c3bef0963a/afe64d19-307a-4086-9d3e-fefaef5abe12) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:47:01.391048 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Publish callbacks [] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:01.400737 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:01.478911 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:47:01.489237 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:47:01.495634 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:47:01.498066 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Pushing event updated for resources: {'Port': ['ID=afe64d19-307a-4086-9d3e-fefaef5abe12,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:01.535609 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.535965 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.536327 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.536685 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.537024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.537357 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.537686 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.538013 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.538353 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.538682 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.539008 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.539348 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.539674 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.540021 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.540342 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Tracked resource versions report: Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: pushed versions: Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: { 'AddressGroup': {'1.2'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Agent': {'1.1'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'ConntrackHelper': {'1.0'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Log': {'1.0'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'NDPProxy': {'1.0'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Network': {'1.1'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Port': {'1.7'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'PortForwarding': {'1.3'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'QosPolicy': {'1.10'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroup': {'1.5'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SubPort': {'1.0'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Subnet': {'1.1'}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Trunk': {'1.1'}} Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: consumer versions: Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Agent': '1.1', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'ConntrackHelper': '1.0', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'LocalIPAssociation': '1.0', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Log': '1.0', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'NDPProxy': '1.0', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Network': '1.1', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Port': '1.7', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'PortForwarding': '1.3', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'QosPolicy': '1.10', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroup': '1.5', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroupRule': '1.2', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SubPort': '1.0', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Subnet': '1.1', Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Trunk': '1.1'}} Oct 14 17:47:01.541778 dv-cinder-749155-15-iscsi neutron-server[104409]: {{(pid=104409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:47:01.595400 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Attempting to bind port afe64d19-307a-4086-9d3e-fefaef5abe12 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:47:01.596108 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Attempting to bind port afe64d19-307a-4086-9d3e-fefaef5abe12 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:47:01.596271 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Attempting to bind port afe64d19-307a-4086-9d3e-fefaef5abe12 on network ebb2e632-6e6d-4f95-aa74-805fda8001d2 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:47:01.644532 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:47:01.644841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Checking segment: {'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:47:01.645297 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:01.645687 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Bound using segment: {'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:47:01.646236 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Bound port: afe64d19-307a-4086-9d3e-fefaef5abe12, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:47:01.646633 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:01.698170 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:01.713990 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] For port afe64d19-307a-4086-9d3e-fefaef5abe12, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:47:01.735351 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] For port afe64d19-307a-4086-9d3e-fefaef5abe12, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=afe64d19-307a-4086-9d3e-fefaef5abe12,segment=NetworkSegment(6aea806d-4e46-49e4-b1f4-4236eee624fb),segment_id=6aea806d-4e46-49e4-b1f4-4236eee624fb)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:47:01.742830 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:01.795027 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf3720-af7b-4fcd-a24a-27404f74396a None None] Pushing event updated for resources: {'Port': ['ID=afe64d19-307a-4086-9d3e-fefaef5abe12,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:03.251138 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38574) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:03.561215 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:03.565815 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=9 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:03.582926 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [None req-d50c1520-cb28-4459-ab82-de90dd7e70a9 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:47:03.584412 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d50c1520-cb28-4459-ab82-de90dd7e70a9 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3319020 Oct 14 17:47:06.266120 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38586) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:06.596860 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [None req-d262acb9-09c5-4c3f-9052-893e742baad9 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:47:06.597871 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d262acb9-09c5-4c3f-9052-893e742baad9 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3307276 Oct 14 17:47:09.316308 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38598) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:09.651040 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-47431ea8-fc32-4e00-994b-f68fcf70fc3c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:47:09.676905 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-47431ea8-fc32-4e00-994b-f68fcf70fc3c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (e2af6264-f766-4d4d-9ebb-bee6819ffec3), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:09.678544 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-47431ea8-fc32-4e00-994b-f68fcf70fc3c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (e2af6264-f766-4d4d-9ebb-bee6819ffec3), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:09.821541 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-47431ea8-fc32-4e00-994b-f68fcf70fc3c demo demo] Publish callbacks [] for router_controller (e2af6264-f766-4d4d-9ebb-bee6819ffec3), precommit_add_association {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:09.826342 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-47431ea8-fc32-4e00-994b-f68fcf70fc3c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (e2af6264-f766-4d4d-9ebb-bee6819ffec3), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:09.844519 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-47431ea8-fc32-4e00-994b-f68fcf70fc3c demo demo] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:09.845748 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-47431ea8-fc32-4e00-994b-f68fcf70fc3c demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5284660 Oct 14 17:47:09.912443 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad51a97-a198-480f-85f6-9c4b14cea95d None None] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:47:09.981029 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:09.985318 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] Provisioning complete for port afe64d19-307a-4086-9d3e-fefaef5abe12 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:09.985832 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:09.986201 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] Attempt 1 to provision port afe64d19-307a-4086-9d3e-fefaef5abe12 Oct 14 17:47:10.193583 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] Current status of the port afe64d19-307a-4086-9d3e-fefaef5abe12 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:10.193976 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:10.231788 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] For port afe64d19-307a-4086-9d3e-fefaef5abe12, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=afe64d19-307a-4086-9d3e-fefaef5abe12,segment=NetworkSegment(6aea806d-4e46-49e4-b1f4-4236eee624fb),segment_id=6aea806d-4e46-49e4-b1f4-4236eee624fb)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:47:10.238802 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:10.300337 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96859cd-5cb8-459a-bcb3-e7ac173a7e8e None None] Pushing event updated for resources: {'Port': ['ID=afe64d19-307a-4086-9d3e-fefaef5abe12,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:10.333167 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device afe64d19-307a-4086-9d3e-fefaef5abe12 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:47:10.373677 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:10.379907 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6ea03ef5-5717-4d00-abc2-830f936af32c None None] Provisioning complete for port afe64d19-307a-4086-9d3e-fefaef5abe12 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:10.380304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6ea03ef5-5717-4d00-abc2-830f936af32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:10.380646 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6ea03ef5-5717-4d00-abc2-830f936af32c None None] Attempt 1 to provision port afe64d19-307a-4086-9d3e-fefaef5abe12 Oct 14 17:47:10.427182 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port afe64d19-307a-4086-9d3e-fefaef5abe12 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:10.427489 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:10.427828 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port afe64d19-307a-4086-9d3e-fefaef5abe12 Oct 14 17:47:10.501293 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6ea03ef5-5717-4d00-abc2-830f936af32c None None] Current status of the port afe64d19-307a-4086-9d3e-fefaef5abe12 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:10.535654 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port afe64d19-307a-4086-9d3e-fefaef5abe12 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:12.287972 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device afe64d19-307a-4086-9d3e-fefaef5abe12 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:47:12.331556 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port afe64d19-307a-4086-9d3e-fefaef5abe12 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:12.331974 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:12.332313 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port afe64d19-307a-4086-9d3e-fefaef5abe12 Oct 14 17:47:12.401759 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port afe64d19-307a-4086-9d3e-fefaef5abe12 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:12.475765 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38606) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:12.792313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [None req-6336c68b-05f1-4d74-a74e-1e3445ad1e31 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:47:12.793309 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-6336c68b-05f1-4d74-a74e-1e3445ad1e31 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3165739 Oct 14 17:47:15.419625 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ffcfecbd-8b68-4a2c-aae7-201fb7770462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:15.450170 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38614) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:15.774974 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:47:15.795969 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Made reservation on behalf of a41cbe9ae3574988a4c391824f7f340a for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:47:15.798695 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:15.807094 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:15.868804 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:15.880585 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks [] for security_group (b865b5ec-9a6b-4bc9-963d-4f12b54e3c87), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:15.885151 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b865b5ec-9a6b-4bc9-963d-4f12b54e3c87), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:15.901396 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Reserving flat network on physical network physnet1 {{(pid=104407) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 17:47:15.920924 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865b5ec-9a6b-4bc9-963d-4f12b54e3c87,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:15.927255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (a8ed703b-dfb4-4635-b009-b6118c2acc75), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:15.927585 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Added segment a8ed703b-dfb4-4635-b009-b6118c2acc75 of type flat for network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e Oct 14 17:47:15.973863 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:16.005810 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:16.006777 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:47:16.007347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:16.078281 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6270499 Oct 14 17:47:16.104391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32600bd-1c40-4af7-abfa-30baf402da18 admin admin] Pushing event updated for resources: {'Network': ['ID=d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:16.115514 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:47:17.855781 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3b795dbb-9017-4eab-b26c-d05724c33878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:18.684404 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38622) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:18.992668 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:19.052417 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e7fa0-3c9d-4eac-8978-7655ab3745d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:47:19.053729 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-259e7fa0-3c9d-4eac-8978-7655ab3745d5 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/eb958851-792c-4536-b98e-f9c3bef0963a HTTP/1.1" status: 200 len: 849 time: 0.3682892 Oct 14 17:47:19.169332 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b094a016-9beb-4895-be62-ce9da96afa58 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/e2af6264-f766-4d4d-9ebb-bee6819ffec3 HTTP/1.1" status: 200 len: 704 time: 0.1089315 Oct 14 17:47:19.211132 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=16 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:19.435868 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:19.770090 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Allocated IP 172.20.0.1 (ebb2e632-6e6d-4f95-aa74-805fda8001d2/eb958851-792c-4536-b98e-f9c3bef0963a/ce6bdb37-4063-45b4-9e5c-870af7ede33d) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:47:19.902769 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:19.927712 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks [] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:19.991983 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.068432 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:47:20.077318 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:47:20.081594 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:47:20.082134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (e2af6264-f766-4d4d-9ebb-bee6819ffec3), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.101400 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Pushing event updated for resources: {'Port': ['ID=ce6bdb37-4063-45b4-9e5c-870af7ede33d,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:20.275691 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-fd2b6828-860a-42ba-87d4-60dff129b76f None None] Provisioning complete for port ce6bdb37-4063-45b4-9e5c-870af7ede33d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:20.276433 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6828-860a-42ba-87d4-60dff129b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.276557 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-fd2b6828-860a-42ba-87d4-60dff129b76f None None] Attempt 1 to provision port ce6bdb37-4063-45b4-9e5c-870af7ede33d Oct 14 17:47:20.280832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.353304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6828-860a-42ba-87d4-60dff129b76f None None] Port ce6bdb37-4063-45b4-9e5c-870af7ede33d cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:47:20.436729 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:20.481241 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.492057 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks [] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.496120 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.496873 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (e2af6264-f766-4d4d-9ebb-bee6819ffec3), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.552874 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.577797 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Pushing event updated for resources: {'Port': ['ID=ce6bdb37-4063-45b4-9e5c-870af7ede33d,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:20.623199 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:47:20.624404 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:47:20.779773 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Router e2af6264-f766-4d4d-9ebb-bee6819ffec3 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:47:20.850207 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:20.872049 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:47:20.872819 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-c1901cdc-835d-4ecc-8722-be99e2e206db None None] Provisioning complete for port ce6bdb37-4063-45b4-9e5c-870af7ede33d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:20.873256 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c1901cdc-835d-4ecc-8722-be99e2e206db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:20.873556 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-c1901cdc-835d-4ecc-8722-be99e2e206db None None] Attempt 1 to provision port ce6bdb37-4063-45b4-9e5c-870af7ede33d Oct 14 17:47:20.884335 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-3f6e128c-67be-4662-a710-35feb6629530 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/e2af6264-f766-4d4d-9ebb-bee6819ffec3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7021918 Oct 14 17:47:20.899650 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Sync routers for ids ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:47:20.909007 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-c1901cdc-835d-4ecc-8722-be99e2e206db None None] Port ce6bdb37-4063-45b4-9e5c-870af7ede33d cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:47:20.914597 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Routers {'e2af6264-f766-4d4d-9ebb-bee6819ffec3'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:47:20.915457 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:47:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:21.099350 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Set router e2af6264-f766-4d4d-9ebb-bee6819ffec3 gateway port host: None {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:47:21.520548 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'name': 'router1', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:47:09Z', 'updated_at': '2022-10-14T17:47:20Z', 'revision_number': 2, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'gw_port_host': None, '_interfaces': [{'id': 'ce6bdb37-4063-45b4-9e5c-870af7ede33d', 'name': '', 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'mac_address': 'fa:16:3e:33:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:19Z', 'updated_at': '2022-10-14T17:47:20Z', 'revision_number': 2, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'subnets': [{'id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57a50c31-a2b3-4dc7-9a16-4f9d10bfe509'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:21.567727 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Checking router: e2af6264-f766-4d4d-9ebb-bee6819ffec3 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:47:21.568118 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Updating router e2af6264-f766-4d4d-9ebb-bee6819ffec3 port ce6bdb37-4063-45b4-9e5c-870af7ede33d binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:47:21.630535 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:22.148900 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Publish callbacks [] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:22.155252 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:22.304847 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Attempting to bind port ce6bdb37-4063-45b4-9e5c-870af7ede33d on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:47:22.305242 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Attempting to bind port ce6bdb37-4063-45b4-9e5c-870af7ede33d by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:47:22.305677 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Attempting to bind port ce6bdb37-4063-45b4-9e5c-870af7ede33d on network ebb2e632-6e6d-4f95-aa74-805fda8001d2 {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:47:22.313649 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Pushing event updated for resources: {'Port': ['ID=ce6bdb37-4063-45b4-9e5c-870af7ede33d,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:22.356399 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.356735 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.357123 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.357488 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.357827 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.358153 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.358483 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.358807 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.359148 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.359478 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.359802 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.360163 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.360541 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.360856 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.361179 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Tracked resource versions report: Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: pushed versions: Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: { 'AddressGroup': {'1.2'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Agent': {'1.1'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'ConntrackHelper': {'1.0'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Log': {'1.0'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'NDPProxy': {'1.0'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Network': {'1.1'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Port': {'1.7'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'PortForwarding': {'1.3'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'QosPolicy': {'1.10'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroup': {'1.5'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SubPort': {'1.0'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Subnet': {'1.1'}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Trunk': {'1.1'}} Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: consumer versions: Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Agent': '1.1', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'ConntrackHelper': '1.0', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'LocalIPAssociation': '1.0', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Log': '1.0', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'NDPProxy': '1.0', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Network': '1.1', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Port': '1.7', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'PortForwarding': '1.3', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'QosPolicy': '1.10', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroup': '1.5', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroupRule': '1.2', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SubPort': '1.0', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Subnet': '1.1', Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Trunk': '1.1'}} Oct 14 17:47:22.362643 dv-cinder-749155-15-iscsi neutron-server[104410]: {{(pid=104410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:47:22.409751 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:47:22.410079 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Checking segment: {'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:47:22.410546 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:22.410940 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Bound using segment: {'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:47:22.411475 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Bound port: ce6bdb37-4063-45b4-9e5c-870af7ede33d, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aea806d-4e46-49e4-b1f4-4236eee624fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:47:22.411857 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:22.455187 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:22.479381 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] For port ce6bdb37-4063-45b4-9e5c-870af7ede33d, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:47:22.498712 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] For port ce6bdb37-4063-45b4-9e5c-870af7ede33d, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=ce6bdb37-4063-45b4-9e5c-870af7ede33d,segment=NetworkSegment(6aea806d-4e46-49e4-b1f4-4236eee624fb),segment_id=6aea806d-4e46-49e4-b1f4-4236eee624fb)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:47:22.504317 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:22.510773 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:22.544198 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Routers {'e2af6264-f766-4d4d-9ebb-bee6819ffec3'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:47:22.544813 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:47:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:22.637380 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0a6f3-e78a-4f3d-a43e-af0f2e349f3a None None] Pushing event updated for resources: {'Port': ['ID=ce6bdb37-4063-45b4-9e5c-870af7ede33d,revision_number=4']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:22.653595 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] Set router e2af6264-f766-4d4d-9ebb-bee6819ffec3 gateway port host: None {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:47:22.847794 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'name': 'router1', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:47:09Z', 'updated_at': '2022-10-14T17:47:20Z', 'revision_number': 2, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'gw_port_host': None, '_interfaces': [{'id': 'ce6bdb37-4063-45b4-9e5c-870af7ede33d', 'name': '', 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'mac_address': 'fa:16:3e:33:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:19Z', 'updated_at': '2022-10-14T17:47:22Z', 'revision_number': 4, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'subnets': [{'id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57a50c31-a2b3-4dc7-9a16-4f9d10bfe509'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:22.872855 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eba91-fb13-4f07-9371-263ddc5a28f1 None None] The sync data for ids ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'] in dv-cinder-749155-15-iscsi is: [{'id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'name': 'router1', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:47:09Z', 'updated_at': '2022-10-14T17:47:20Z', 'revision_number': 2, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'gw_port_host': None, '_interfaces': [{'id': 'ce6bdb37-4063-45b4-9e5c-870af7ede33d', 'name': '', 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'mac_address': 'fa:16:3e:33:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:19Z', 'updated_at': '2022-10-14T17:47:22Z', 'revision_number': 4, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'subnets': [{'id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57a50c31-a2b3-4dc7-9a16-4f9d10bfe509'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:47:23.505502 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38632) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:23.906875 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178a71c-8425-42cf-b77b-c7f68761c522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:47:23.908910 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-6178a71c-8425-42cf-b77b-c7f68761c522 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e HTTP/1.1" status: 200 len: 842 time: 0.4025095 Oct 14 17:47:23.918453 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Request body: {'subnet': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:47:23.939570 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Made reservation on behalf of a41cbe9ae3574988a4c391824f7f340a for: {'subnet': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:47:23.941828 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:24.297686 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.objects.ports [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104407) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 14 17:47:24.298393 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (968ac38e-3fac-4e67-9bed-db3862f800cf), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:24.347894 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=968ac38e-3fac-4e67-9bed-db3862f800cf,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:24.363210 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:47:24.363561 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Network hostable DHCP agents. Network: d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:47:24.369368 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:24.382458 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:47:24.393262 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e) {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:47:24.397054 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:47:24.397547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:24.401602 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd0c6a-49e8-4d94-84c4-8b9590af3105 None None] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:47:24.414780 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-08ce1cf2-51cb-4395-b634-403ed30eab82 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4996572 Oct 14 17:47:24.515898 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e14e3-d366-4089-8572-0dcb36505ac0 None None] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:47:27.115140 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38640) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:27.538144 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-96fcb8af-b6b5-4a38-ae92-4d2d9845ac80 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/e2af6264-f766-4d4d-9ebb-bee6819ffec3 HTTP/1.1" status: 200 len: 710 time: 0.4217756 Oct 14 17:47:27.642586 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90becd4e-d439-49dd-b8b9-1deb05a02d6a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:47:27.643965 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-90becd4e-d439-49dd-b8b9-1deb05a02d6a demo admin] 10.222.0.27 "GET /networking/v2.0/networks/d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e HTTP/1.1" status: 200 len: 886 time: 0.1001244 Oct 14 17:47:27.654553 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:47:27.775484 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:27.911514 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks [] for router_gateway (e2af6264-f766-4d4d-9ebb-bee6819ffec3), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.131813 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks [] for router_gateway (e2af6264-f766-4d4d-9ebb-bee6819ffec3), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.211070 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.301979 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device ce6bdb37-4063-45b4-9e5c-870af7ede33d up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:47:28.304979 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:28.320000 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Allocated IP 172.27.3.150 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/fc9cc6bd-681d-42d1-a106-b4f5d637c919) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:47:28.352993 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port ce6bdb37-4063-45b4-9e5c-870af7ede33d triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:28.353389 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.353732 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port ce6bdb37-4063-45b4-9e5c-870af7ede33d Oct 14 17:47:28.423694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks [] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.426785 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port ce6bdb37-4063-45b4-9e5c-870af7ede33d is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:28.427168 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.434164 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:28.457413 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.462877 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port ce6bdb37-4063-45b4-9e5c-870af7ede33d, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=ce6bdb37-4063-45b4-9e5c-870af7ede33d,segment=NetworkSegment(6aea806d-4e46-49e4-b1f4-4236eee624fb),segment_id=6aea806d-4e46-49e4-b1f4-4236eee624fb)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:47:28.467591 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:28.493416 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:47:28.499749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:47:28.505286 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:47:28.513966 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:28.515099 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=ce6bdb37-4063-45b4-9e5c-870af7ede33d,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:28.540620 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Pushing event updated for resources: {'Port': ['ID=fc9cc6bd-681d-42d1-a106-b4f5d637c919,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:28.820610 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:28.836504 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks [] for router_gateway (e2af6264-f766-4d4d-9ebb-bee6819ffec3), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:29.026660 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1665775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2994'] for router (e2af6264-f766-4d4d-9ebb-bee6819ffec3), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:29.030347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1665748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1665757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663215'] for router (e2af6264-f766-4d4d-9ebb-bee6819ffec3), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:29.134321 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Router e2af6264-f766-4d4d-9ebb-bee6819ffec3 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:47:29.233263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:47:29.237992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:29.239168 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8dda43a0-a81c-4990-87eb-60f807f534e1 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/e2af6264-f766-4d4d-9ebb-bee6819ffec3 HTTP/1.1" status: 200 len: 890 time: 1.5887434 Oct 14 17:47:29.244082 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Sync routers for ids ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:47:29.260775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Routers {'e2af6264-f766-4d4d-9ebb-bee6819ffec3'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:47:29.261493 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:47:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:29.480814 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Set router e2af6264-f766-4d4d-9ebb-bee6819ffec3 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:47:29.862275 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'name': 'router1', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fc9cc6bd-681d-42d1-a106-b4f5d637c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:47:09Z', 'updated_at': '2022-10-14T17:47:28Z', 'revision_number': 4, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'gw_port': {'id': 'fc9cc6bd-681d-42d1-a106-b4f5d637c919', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:28Z', 'updated_at': '2022-10-14T17:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'ce6bdb37-4063-45b4-9e5c-870af7ede33d', 'name': '', 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'mac_address': 'fa:16:3e:33:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:19Z', 'updated_at': '2022-10-14T17:47:28Z', 'revision_number': 5, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'subnets': [{'id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57a50c31-a2b3-4dc7-9a16-4f9d10bfe509'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:29.886652 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:29.914097 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Checking router: e2af6264-f766-4d4d-9ebb-bee6819ffec3 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:47:29.914454 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Updating router e2af6264-f766-4d4d-9ebb-bee6819ffec3 port fc9cc6bd-681d-42d1-a106-b4f5d637c919 binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:47:30.039600 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:30.309472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device ce6bdb37-4063-45b4-9e5c-870af7ede33d up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:47:30.395870 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Publish callbacks [] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:30.397527 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port ce6bdb37-4063-45b4-9e5c-870af7ede33d triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:30.397906 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:30.398246 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port ce6bdb37-4063-45b4-9e5c-870af7ede33d Oct 14 17:47:30.419658 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:30.446582 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Attempting to bind port fc9cc6bd-681d-42d1-a106-b4f5d637c919 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:47:30.446959 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Attempting to bind port fc9cc6bd-681d-42d1-a106-b4f5d637c919 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:47:30.447319 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Attempting to bind port fc9cc6bd-681d-42d1-a106-b4f5d637c919 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:47:30.518483 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adeb53-a414-41ce-9f45-70dcb7a3bd25 None None] Pushing event updated for resources: {'Port': ['ID=fc9cc6bd-681d-42d1-a106-b4f5d637c919,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:30.551754 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:47:30.552150 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:47:30.552544 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:30.552927 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:47:30.553403 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Bound port: fc9cc6bd-681d-42d1-a106-b4f5d637c919, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:47:30.553771 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:30.576613 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port ce6bdb37-4063-45b4-9e5c-870af7ede33d is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:30.607014 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] For port fc9cc6bd-681d-42d1-a106-b4f5d637c919, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:47:30.610055 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] For port fc9cc6bd-681d-42d1-a106-b4f5d637c919, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=fc9cc6bd-681d-42d1-a106-b4f5d637c919,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:47:30.616429 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:30.654860 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Routers {'e2af6264-f766-4d4d-9ebb-bee6819ffec3'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:47:30.655746 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:47:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:30.710662 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adeb53-a414-41ce-9f45-70dcb7a3bd25 None None] Pushing event updated for resources: {'Port': ['ID=fc9cc6bd-681d-42d1-a106-b4f5d637c919,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:30.770892 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:30.772787 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] Set router e2af6264-f766-4d4d-9ebb-bee6819ffec3 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:47:30.904860 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:30.974125 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'name': 'router1', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fc9cc6bd-681d-42d1-a106-b4f5d637c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:47:09Z', 'updated_at': '2022-10-14T17:47:28Z', 'revision_number': 4, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'gw_port': {'id': 'fc9cc6bd-681d-42d1-a106-b4f5d637c919', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:28Z', 'updated_at': '2022-10-14T17:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'ce6bdb37-4063-45b4-9e5c-870af7ede33d', 'name': '', 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'mac_address': 'fa:16:3e:33:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:19Z', 'updated_at': '2022-10-14T17:47:28Z', 'revision_number': 5, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'subnets': [{'id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57a50c31-a2b3-4dc7-9a16-4f9d10bfe509'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:47:31.002398 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b8f0a-3031-4832-9513-fbf8943cc369 None None] The sync data for ids ['e2af6264-f766-4d4d-9ebb-bee6819ffec3'] in dv-cinder-749155-15-iscsi is: [{'id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'name': 'router1', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fc9cc6bd-681d-42d1-a106-b4f5d637c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:47:09Z', 'updated_at': '2022-10-14T17:47:28Z', 'revision_number': 4, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'gw_port': {'id': 'fc9cc6bd-681d-42d1-a106-b4f5d637c919', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:28Z', 'updated_at': '2022-10-14T17:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'ce6bdb37-4063-45b4-9e5c-870af7ede33d', 'name': '', 'network_id': 'ebb2e632-6e6d-4f95-aa74-805fda8001d2', 'tenant_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'mac_address': 'fa:16:3e:33:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af6264-f766-4d4d-9ebb-bee6819ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:47:19Z', 'updated_at': '2022-10-14T17:47:28Z', 'revision_number': 5, 'project_id': '6e0511b004c94f1bbed48dd4fd34cb6a', 'subnets': [{'id': 'eb958851-792c-4536-b98e-f9c3bef0963a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57a50c31-a2b3-4dc7-9a16-4f9d10bfe509'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:47:32.070337 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 38654) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:47:32.311191 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device fc9cc6bd-681d-42d1-a106-b4f5d637c919 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:47:32.355418 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port fc9cc6bd-681d-42d1-a106-b4f5d637c919 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:32.355808 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:32.356178 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port fc9cc6bd-681d-42d1-a106-b4f5d637c919 Oct 14 17:47:32.433678 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port fc9cc6bd-681d-42d1-a106-b4f5d637c919 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:32.434058 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:32.455438 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port fc9cc6bd-681d-42d1-a106-b4f5d637c919, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=fc9cc6bd-681d-42d1-a106-b4f5d637c919,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:47:32.460432 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:32.480453 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-434bd297-f74f-47d5-ad3a-ebd19accf962 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4089932 Oct 14 17:47:32.513087 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=fc9cc6bd-681d-42d1-a106-b4f5d637c919,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:47:32.850542 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=33 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:32.852190 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=45 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:34.306923 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device fc9cc6bd-681d-42d1-a106-b4f5d637c919 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:47:34.355152 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port fc9cc6bd-681d-42d1-a106-b4f5d637c919 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:47:34.355716 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (fc9cc6bd-681d-42d1-a106-b4f5d637c919), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:34.357550 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port fc9cc6bd-681d-42d1-a106-b4f5d637c919 Oct 14 17:47:34.379297 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:34.448903 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port fc9cc6bd-681d-42d1-a106-b4f5d637c919 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:47:41.028397 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:47:42.468758 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:42.477371 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=52 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:44.441103 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:44.444195 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=35 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:44.446137 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:45.417164 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-744be338-100a-4b09-9c2e-28a71f72fc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:47.862266 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b57d9b6b-ff8f-4e75-8afd-9e5384f36e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:49.036940 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:50.494568 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:50.564396 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:47:53.030146 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:47:53.037535 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:00.547910 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:00.555696 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:00.557865 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:15.411314 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-8851abef-fd68-4659-aec1-6ae6d9e18bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:17.856365 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-322ecbe8-91a0-4d8c-a80a-a57c973a8c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:18.028165 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:48:19.011287 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:20.496205 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:20.559725 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:30.030594 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:30.039423 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:30.481939 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:30.550552 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:30.555713 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:44.023891 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:48:45.416497 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a0832b53-daea-4208-ab24-5ffdffbc7685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:47.858474 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b65d26e4-5f17-480c-abd3-5ea5f41162a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:49.009001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:50.490113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:50.563215 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:48:55.026675 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:49:00.552482 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:00.557379 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:00.558663 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:01.667181 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39204) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:01.999021 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb62d65d-86f6-4621-94bc-f9cd3ebd2320 admin admin] GET failed (client error): The resource could not be found. Oct 14 17:49:02.000322 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-fb62d65d-86f6-4621-94bc-f9cd3ebd2320 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3321881 Oct 14 17:49:02.172604 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d51f4-c4cd-4e3c-9711-350cdd48ada3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:02.174101 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-f61d51f4-c4cd-4e3c-9711-350cdd48ada3 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1691878 Oct 14 17:49:04.782780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39214) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:05.151583 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61a404-325e-4f57-b40a-38bff930cdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:05.152942 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-1c61a404-325e-4f57-b40a-38bff930cdb7 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/eb958851-792c-4536-b98e-f9c3bef0963a HTTP/1.1" status: 200 len: 849 time: 0.3692837 Oct 14 17:49:05.162834 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:49:05.249411 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Publish callbacks [] for subnet (eb958851-792c-4536-b98e-f9c3bef0963a), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:05.390969 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745798247087'] for subnet (eb958851-792c-4536-b98e-f9c3bef0963a), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:05.425785 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:05.426868 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:05.428715 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/eb958851-792c-4536-b98e-f9c3bef0963a HTTP/1.1" status: 200 len: 868 time: 0.2691965 Oct 14 17:49:05.432591 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e181fe5-3c77-4951-b73e-3cf52de8d2a1 None None] Network ebb2e632-6e6d-4f95-aa74-805fda8001d2 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:49:05.447525 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb958851-792c-4536-b98e-f9c3bef0963a,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:49:05.454940 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.455276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.455623 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.455981 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.456306 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.456623 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.456939 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.457286 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.457599 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.457920 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.458234 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.458547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.458854 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.459160 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.459466 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffaac4b-a0e4-4449-9703-3473d8928a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:49:05.778536 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Provisioning complete for port ce6bdb37-4063-45b4-9e5c-870af7ede33d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:49:05.778920 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (ce6bdb37-4063-45b4-9e5c-870af7ede33d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:05.779255 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Attempt 1 to provision port ce6bdb37-4063-45b4-9e5c-870af7ede33d Oct 14 17:49:05.853676 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Current status of the port ce6bdb37-4063-45b4-9e5c-870af7ede33d is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:49:05.861508 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Provisioning complete for port afe64d19-307a-4086-9d3e-fefaef5abe12 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:49:05.861937 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (afe64d19-307a-4086-9d3e-fefaef5abe12), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:05.862218 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Attempt 1 to provision port afe64d19-307a-4086-9d3e-fefaef5abe12 Oct 14 17:49:05.933334 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-1c96e021-b4af-464e-b4ce-23cae109be7d None None] Current status of the port afe64d19-307a-4086-9d3e-fefaef5abe12 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:49:07.032329 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:07.037150 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:08.006479 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39222) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:08.481820 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652a240a-ab1d-4ba1-8bad-20b035775b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:08.482274 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652a240a-ab1d-4ba1-8bad-20b035775b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:08.483789 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-652a240a-ab1d-4ba1-8bad-20b035775b19 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4764509 Oct 14 17:49:11.053770 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39230) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:11.568378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813b927-db87-406f-b005-6d85f039e2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:11.568843 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813b927-db87-406f-b005-6d85f039e2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:11.570418 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d813b927-db87-406f-b005-6d85f039e2c2 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5157168 Oct 14 17:49:14.218071 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39238) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:14.641354 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc931d4-171b-41fc-ac4c-eb4598dc8de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:14.642729 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-4fc931d4-171b-41fc-ac4c-eb4598dc8de4 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e HTTP/1.1" status: 200 len: 886 time: 0.4237082 Oct 14 17:49:15.419370 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3d00252d-e054-4191-a797-c0bd9be926a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:17.199029 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39246) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:17.526978 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:17.571792 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:17.614030 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb8347-08ec-4768-a292-c274f34b8797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:17.615411 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-f9bb8347-08ec-4768-a292-c274f34b8797 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/ebb2e632-6e6d-4f95-aa74-805fda8001d2 HTTP/1.1" status: 200 len: 869 time: 0.4154320 Oct 14 17:49:17.859730 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3c79e426-9e7b-4ebf-8a5f-1c37bee56d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:19.009860 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:20.230338 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39256) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:20.493034 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:20.566969 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:20.641587 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a33f79-cd84-492f-bc51-721973217c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:20.642038 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a33f79-cd84-492f-bc51-721973217c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:20.643853 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c6a33f79-cd84-492f-bc51-721973217c3f admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4124267 Oct 14 17:49:23.189870 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39264) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:23.559226 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97593c-d3b5-48de-bbc7-1f42de8b77be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:23.559678 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97593c-d3b5-48de-bbc7-1f42de8b77be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:23.561221 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-bf97593c-d3b5-48de-bbc7-1f42de8b77be admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3702908 Oct 14 17:49:26.135540 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39272) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:26.641936 dv-cinder-749155-15-iscsi neutron-server[104408]: WARNING oslo_policy.policy [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:49:26.642489 dv-cinder-749155-15-iscsi neutron-server[104408]: WARNING oslo_policy.policy [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:49:26.874502 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writer thread running {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 17:49:26.897874 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:26.979287 dv-cinder-749155-15-iscsi neutron-server[104408]: ERROR stevedore.extension [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 17:49:27.035828 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.policy [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104408) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 17:49:27.079188 dv-cinder-749155-15-iscsi neutron-server[104408]: WARNING oslo_policy.policy [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:49:27.079558 dv-cinder-749155-15-iscsi neutron-server[104408]: WARNING oslo_policy.policy [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:49:27.087567 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:27.089547 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-385c6c64-8b61-4283-a5ca-e1aba33bd722 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/968ac38e-3fac-4e67-9bed-db3862f800cf HTTP/1.1" status: 200 len: 816 time: 0.9521508 Oct 14 17:49:29.651572 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39290) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:49:30.031629 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ec1d0-73d9-4bc4-8a76-a51aa61b7c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:49:30.032977 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d31ec1d0-73d9-4bc4-8a76-a51aa61b7c23 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/eb958851-792c-4536-b98e-f9c3bef0963a HTTP/1.1" status: 200 len: 868 time: 0.3804150 Oct 14 17:49:30.485202 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:30.488862 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:30.562701 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:32.025507 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:49:33.553674 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=22 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:33.555661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=19 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:40.023435 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:40.028858 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=16 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:44.022408 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=13 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:44.032757 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=21 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:49:45.421402 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2fffd33f-3162-4823-a68d-5c6d67942218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:47.863996 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b6507bf3-cbf3-404d-9f87-ac1852fd4a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:49.010392 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:50.497382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:50.570818 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:49:59.855900 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39348) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:50:00.180170 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [None req-75a0d00a-8ea4-4892-bdad-99e257eac5f6 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:50:00.181174 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-75a0d00a-8ea4-4892-bdad-99e257eac5f6 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3243275 Oct 14 17:50:00.557828 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:00.563767 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:00.567104 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:02.847296 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39356) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:50:03.201167 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c6e8bd-9241-4e12-a2c9-65852b2b0e53 admin admin] GET failed (client error): The resource could not be found. Oct 14 17:50:03.203812 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-59c6e8bd-9241-4e12-a2c9-65852b2b0e53 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3555131 Oct 14 17:50:03.365733 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa40ec3-33bd-4f04-8e63-0d5481e36eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:50:03.367199 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-baa40ec3-33bd-4f04-8e63-0d5481e36eca admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1598172 Oct 14 17:50:05.949484 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39364) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:50:06.274839 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:50:06.313498 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Made reservation on behalf of a41cbe9ae3574988a4c391824f7f340a for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:50:06.316372 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:06.362994 dv-cinder-749155-15-iscsi neutron-server[104408]: WARNING neutron.services.revisions.revision_plugin [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Could not find related network for resource to bump revision. Oct 14 17:50:06.383635 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:50:06.396571 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745798205139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (8357837b-668a-4c8c-aa0d-08c22cbc76f1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:06.397121 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Unsubscribe: segment precommit_create {{(pid=104408) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 17:50:06.397615 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Added segment 8357837b-668a-4c8c-aa0d-08c22cbc76f1 of type vlan for network d3260eb7-f3d0-4a02-b1b6-79bf41184791 Oct 14 17:50:06.458733 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (d3260eb7-f3d0-4a02-b1b6-79bf41184791), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:06.492557 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (d3260eb7-f3d0-4a02-b1b6-79bf41184791), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:06.493536 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:50:06.494130 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:06.523421 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5729644 Oct 14 17:50:06.609527 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Pushing event updated for resources: {'Network': ['ID=d3260eb7-f3d0-4a02-b1b6-79bf41184791,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:50:06.620541 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.620889 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.621235 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.621572 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.621905 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.622235 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.622563 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.622890 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.623229 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.623558 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.623945 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.624275 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.624597 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.625085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.625410 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d449bbb-83b1-4460-80c2-02f0b6c6ac9c admin admin] Tracked resource versions report: Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: pushed versions: Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: { 'AddressGroup': {'1.2'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Agent': {'1.1'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'ConntrackHelper': {'1.0'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Log': {'1.0'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'NDPProxy': {'1.0'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Network': {'1.1'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Port': {'1.7'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'PortForwarding': {'1.3'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'QosPolicy': {'1.10'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroup': {'1.5'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SubPort': {'1.0'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Subnet': {'1.1'}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Trunk': {'1.1'}} Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: consumer versions: Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Agent': '1.1', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'ConntrackHelper': '1.0', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'LocalIPAssociation': '1.0', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Log': '1.0', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'NDPProxy': '1.0', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Network': '1.1', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Port': '1.7', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'PortForwarding': '1.3', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'QosPolicy': '1.10', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroup': '1.5', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroupRule': '1.2', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SubPort': '1.0', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Subnet': '1.1', Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Trunk': '1.1'}} Oct 14 17:50:06.626865 dv-cinder-749155-15-iscsi neutron-server[104408]: {{(pid=104408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:50:06.656553 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network d3260eb7-f3d0-4a02-b1b6-79bf41184791 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:50:09.027537 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:50:09.117678 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39376) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:50:09.457911 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.pecan_wsgi.hooks.translation [None req-a044f85e-52ba-4bc9-bfbd-e341284dab6e admin admin] GET failed (client error): The resource could not be found. Oct 14 17:50:09.459169 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a044f85e-52ba-4bc9-bfbd-e341284dab6e admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3405502 Oct 14 17:50:09.529064 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747e5bca-fc32-429b-af0b-498ea8ecfc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:50:09.531189 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-747e5bca-fc32-429b-af0b-498ea8ecfc82 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676792 Oct 14 17:50:09.541620 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:50:09.564919 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Made reservation on behalf of a41cbe9ae3574988a4c391824f7f340a for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:50:09.567293 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:09.800517 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (57a4ebf5-d29a-4907-9d55-7fcfb02d59a7), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:09.856091 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a4ebf5-d29a-4907-9d55-7fcfb02d59a7,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:50:09.873767 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Checking segment: {'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:50:09.874204 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Network hostable DHCP agents. Network: d3260eb7-f3d0-4a02-b1b6-79bf41184791, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:50:09.895332 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Network d3260eb7-f3d0-4a02-b1b6-79bf41184791 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:50:09.906647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, d3260eb7-f3d0-4a02-b1b6-79bf41184791) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:50:09.912025 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:50:09.912618 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:09.917487 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d04b00-5eef-4d51-9ea5-bc8378cc7939 None None] Network d3260eb7-f3d0-4a02-b1b6-79bf41184791 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:50:09.929152 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-dceab825-c6da-438b-bc19-06f689111801 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3907626 Oct 14 17:50:10.031340 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-d3260eb7-f3d0-4a02-b1b6-79bf41184791', 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791', 'project_id': 'a41cbe9ae3574988a4c391824f7f340a', 'fixed_ips': [{'subnet_id': '57a4ebf5-d29a-4907-9d55-7fcfb02d59a7'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:50:10.032742 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:10.182417 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Allocated IP 192.168.233.2 (d3260eb7-f3d0-4a02-b1b6-79bf41184791/57a4ebf5-d29a-4907-9d55-7fcfb02d59a7/0f901eaa-2823-4ba1-a922-c7734ef50b80) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:50:10.329180 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Publish callbacks [] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:10.335889 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:10.379419 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Network d3260eb7-f3d0-4a02-b1b6-79bf41184791 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:50:10.382667 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:50:10.385161 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:50:10.391842 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Pushing event updated for resources: {'Port': ['ID=0f901eaa-2823-4ba1-a922-c7734ef50b80,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:50:10.404350 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.404350 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.404350 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.404709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.404856 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.405611 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.406189 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.406534 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.407101 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.407426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.407746 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.408621 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.408621 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.408808 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.409755 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:50:10.459841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Attempting to bind port 0f901eaa-2823-4ba1-a922-c7734ef50b80 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:50:10.460202 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Attempting to bind port 0f901eaa-2823-4ba1-a922-c7734ef50b80 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:50:10.460565 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Attempting to bind port 0f901eaa-2823-4ba1-a922-c7734ef50b80 on network d3260eb7-f3d0-4a02-b1b6-79bf41184791 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:50:10.503420 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:50:10.503793 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Checking segment: {'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:50:10.504225 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:10.504618 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Bound using segment: {'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:50:10.505097 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Bound port: 0f901eaa-2823-4ba1-a922-c7734ef50b80, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:50:10.505498 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:10.570381 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] For port 0f901eaa-2823-4ba1-a922-c7734ef50b80, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:50:10.574100 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] For port 0f901eaa-2823-4ba1-a922-c7734ef50b80, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=0f901eaa-2823-4ba1-a922-c7734ef50b80,segment=NetworkSegment(8357837b-668a-4c8c-aa0d-08c22cbc76f1),segment_id=8357837b-668a-4c8c-aa0d-08c22cbc76f1)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:50:10.581364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:10.634838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703f2c-5237-40cd-a968-adb7ac73da15 None None] Pushing event updated for resources: {'Port': ['ID=0f901eaa-2823-4ba1-a922-c7734ef50b80,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:50:11.398941 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d13949-26cb-40e7-b88d-1051e5f59ea4 None None] Network d3260eb7-f3d0-4a02-b1b6-79bf41184791 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:50:11.452317 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] Provisioning complete for port 0f901eaa-2823-4ba1-a922-c7734ef50b80 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:50:11.452708 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:11.453043 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] Attempt 1 to provision port 0f901eaa-2823-4ba1-a922-c7734ef50b80 Oct 14 17:50:11.576380 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] Current status of the port 0f901eaa-2823-4ba1-a922-c7734ef50b80 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:50:11.576945 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:11.617483 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] For port 0f901eaa-2823-4ba1-a922-c7734ef50b80, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=0f901eaa-2823-4ba1-a922-c7734ef50b80,segment=NetworkSegment(8357837b-668a-4c8c-aa0d-08c22cbc76f1),segment_id=8357837b-668a-4c8c-aa0d-08c22cbc76f1)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:50:11.622514 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:11.676170 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5e47e-7396-4186-8547-f5f44e8797e8 None None] Pushing event updated for resources: {'Port': ['ID=0f901eaa-2823-4ba1-a922-c7734ef50b80,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:50:11.841919 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-26c0d337-f46e-4b9a-8dbe-2188a80eb84c None None] Provisioning complete for port 0f901eaa-2823-4ba1-a922-c7734ef50b80 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:50:11.842213 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-26c0d337-f46e-4b9a-8dbe-2188a80eb84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:11.843135 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-26c0d337-f46e-4b9a-8dbe-2188a80eb84c None None] Attempt 1 to provision port 0f901eaa-2823-4ba1-a922-c7734ef50b80 Oct 14 17:50:11.877200 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:11.923617 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-26c0d337-f46e-4b9a-8dbe-2188a80eb84c None None] Current status of the port 0f901eaa-2823-4ba1-a922-c7734ef50b80 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:50:12.407205 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 0f901eaa-2823-4ba1-a922-c7734ef50b80 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:50:12.452832 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 0f901eaa-2823-4ba1-a922-c7734ef50b80 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:50:12.453221 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (0f901eaa-2823-4ba1-a922-c7734ef50b80), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:12.453562 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 0f901eaa-2823-4ba1-a922-c7734ef50b80 Oct 14 17:50:12.495480 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:12.528855 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 0f901eaa-2823-4ba1-a922-c7734ef50b80 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:50:13.589639 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:15.428384 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f2c8610f-ee66-46bc-9075-57b60645ea7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:17.866988 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ef84b76c-3f02-479f-8e05-90e7935eb22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:19.014364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:19.921432 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:19.923290 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:20.501777 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:20.572965 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:21.039280 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:21.040098 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:30.560925 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:30.566446 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=19 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:30.568725 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:44.017695 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:44.019767 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:45.422625 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1be38826-99e8-4d00-8525-261516da986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:46.025670 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:50:47.868430 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d4034ebe-6e31-4349-a3d1-3da68751edd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:49.015125 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:50.505794 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:50.575782 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:50:58.033251 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:50:58.037127 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=6 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:00.501409 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:00.569381 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:00.571121 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:15.426292 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c7d3dde6-225c-4ad3-a512-9906f334c627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:17.872139 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf560-d968-45d2-b3c9-4db7d53db865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:19.020029 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:20.509795 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:20.578869 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:23.024318 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:51:30.567105 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:30.571729 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:30.574766 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:31.079462 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39420) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:51:31.085449 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [None req-ba6411ed-bcf4-49fe-8f49-f12968440b1c tempest-verify_tempest_config-2103131502 tempest-verify_tempest_config-2103131502-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:51:31.086411 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-ba6411ed-bcf4-49fe-8f49-f12968440b1c tempest-verify_tempest_config-2103131502 tempest-verify_tempest_config-2103131502-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059543 Oct 14 17:51:31.598599 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39438) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:51:31.928216 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:32.033084 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Publish callbacks [] for security_group (350f3d66-93b0-43c4-ad9a-6db67cdba7c3), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:32.036817 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (350f3d66-93b0-43c4-ad9a-6db67cdba7c3), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:32.086408 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c8b10aa4ce6d475395f22df81f9b0da0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4867630 Oct 14 17:51:32.087507 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f3d66-93b0-43c4-ad9a-6db67cdba7c3,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:51:32.089599 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39442) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:51:32.095155 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.095505 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.095863 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.096224 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.096557 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.096888 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.097215 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.097541 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.097865 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.098224 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.098551 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.098872 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.099192 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.099513 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.099833 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af341c-64b2-4b39-8bd6-ba1d32a6c409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.145173 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Publish callbacks [] for security_group (350f3d66-93b0-43c4-ad9a-6db67cdba7c3), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:32.164981 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Publish callbacks [] for security_group (350f3d66-93b0-43c4-ad9a-6db67cdba7c3), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:32.261407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (350f3d66-93b0-43c4-ad9a-6db67cdba7c3), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:32.264049 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:32.265257 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/350f3d66-93b0-43c4-ad9a-6db67cdba7c3 HTTP/1.1" status: 204 len: 168 time: 0.1746917 Oct 14 17:51:32.274101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f3d66-93b0-43c4-ad9a-6db67cdba7c3,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:51:32.281810 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.282160 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.282515 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.282891 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.283220 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.283494 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.283814 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.284159 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.284480 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.284800 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.285134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.285455 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.285769 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.286084 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:32.286399 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1a38-1e59-4740-8e2a-1ada47289452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:51:42.090687 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=19,neutron:INSERT=9 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:42.091474 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:42.277240 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:42.278045 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:42.307275 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:43.650198 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=18 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:43.652085 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=18 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:51:45.431520 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2112-da3c-468d-8042-31857ba7e30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:47.873823 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-35e7b0bb-bcaa-4685-a556-fa4a89de1e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:49.027697 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:50.512297 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:51:50.581145 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:00.023753 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:52:00.568937 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:00.574303 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:00.576248 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:12.033041 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:12.039024 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:15.434345 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1a71b1c9-2845-4371-ab26-a30fa9daeb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:17.875637 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4dc4fb65-703f-49cd-a68d-4357b0fbf650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:19.023408 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:20.621561 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:20.625121 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:30.613605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:30.618338 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:30.620987 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:37.021946 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 5 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:52:45.436983 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4846-9ce5-4b78-abf5-d51308bc59f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:47.877286 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-086ad4d3-546f-4993-8a48-3303ab9928a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:49.026386 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:49.034146 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:49.034914 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:52:50.519099 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:52:50.588360 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:00.577225 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:00.581775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:00.584068 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:06.303841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664980'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:14.021372 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:53:15.440268 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ffc54f18-ed65-4fe2-992d-6d2549eaf949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:17.879150 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a6475338-7db7-4a36-9179-068bda62b820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:19.028524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:19.331000 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39536) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:53:19.458116 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-52465a25-38c6-46d4-b796-01729d545b23 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1260250 Oct 14 17:53:20.522712 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:20.591412 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:21.908468 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39546) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:53:21.964657 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1a1d6372-9f8e-4766-bed6-843d3ef859bb admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0551715 Oct 14 17:53:26.032395 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:26.033046 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:30.580456 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:INSERT=1,neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:30.584820 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:30.586437 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:31.957923 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:31.958665 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:36.257290 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:43.645250 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=12 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:43.647091 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=14 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:53:45.441123 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-8ecb4250-6b33-4e85-a8c2-ec1e034ea393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:47.881030 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-90d35e1e-84e0-4326-bd83-4378e23ce98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:49.033605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:50.526173 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:50.592999 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:53:51.019477 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:54:00.582303 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:00.586753 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:00.590723 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:03.023422 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:03.029193 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:06.258975 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:15.446871 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-8435f914-33c7-47e4-a9ad-417f703a53da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:17.892565 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f27a4143-f4f8-4365-a083-562d5211d632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:19.035285 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:20.535422 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:20.599439 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:28.019469 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:54:30.583712 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:30.591493 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=16 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:30.594995 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:36.255838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:44.030464 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:44.031905 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:45.441059 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ce7c6f7f-790f-4d4b-a855-ff9edd0769b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:47.886988 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2b1dc32c-1196-468c-b641-f212ad4a35d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:49.036548 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:50.534649 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:50.593832 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:55.891383 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39686) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:56.269097 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2004727167-network', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:56.269896 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39708) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:56.297739 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Made reservation on behalf of f5488304972c48fab9a2b9711cf7e9c8 for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:56.300277 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.309847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.397609 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks [] for security_group (2b096a9c-d7a5-4771-9e39-7998f89877f6), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.402117 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2b096a9c-d7a5-4771-9e39-7998f89877f6), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.420712 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1467909923-network', 'tenant_id': 'eacbbec0ccbb4ef097d046564d61d468'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:56.422598 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:54:56.444659 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (9d32175e-ed67-4c63-87e8-875450f4ca63), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.444872 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Made reservation on behalf of eacbbec0ccbb4ef097d046564d61d468 for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:56.445200 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Added segment 9d32175e-ed67-4c63-87e8-875450f4ca63 of type vlan for network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 Oct 14 17:54:56.449419 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.458220 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.498388 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (95ca934d-e2bb-4a19-815c-bde759f0f1d5), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.524016 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b096a9c-d7a5-4771-9e39-7998f89877f6,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:56.532067 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.532433 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.532782 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.533419 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.533909 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.534594 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.535151 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.535727 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.536245 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.536728 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.537425 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.537909 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.538409 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.538899 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.540155 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Tracked resource versions report: Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: pushed versions: Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: { 'AddressGroup': {'1.2'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Agent': {'1.1'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'ConntrackHelper': {'1.0'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Log': {'1.0'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'NDPProxy': {'1.0'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Network': {'1.1'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Port': {'1.7'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'PortForwarding': {'1.3'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'QosPolicy': {'1.10'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroup': {'1.5'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SubPort': {'1.0'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Subnet': {'1.1'}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Trunk': {'1.1'}} Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: consumer versions: Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: HyperV agent@hv-cinder-74915: {}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Agent': '1.1', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'ConntrackHelper': '1.0', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'LocalIPAssociation': '1.0', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Log': '1.0', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'NDPProxy': '1.0', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Network': '1.1', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Port': '1.7', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'PortForwarding': '1.3', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'QosPolicy': '1.10', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroup': '1.5', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SecurityGroupRule': '1.2', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'SubPort': '1.0', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Subnet': '1.1', Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: 'Trunk': '1.1'}} Oct 14 17:54:56.541645 dv-cinder-749155-15-iscsi neutron-server[104408]: {{(pid=104408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:54:56.547237 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (95ca934d-e2bb-4a19-815c-bde759f0f1d5), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.548441 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:54:56.549397 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.594476 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks [] for security_group (4ecaa81e-7a16-418d-8398-6fdbcfdb0abe), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.600328 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4ecaa81e-7a16-418d-8398-6fdbcfdb0abe), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.635821 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecaa81e-7a16-418d-8398-6fdbcfdb0abe,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:56.640206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] Pushing event updated for resources: {'Network': ['ID=95ca934d-e2bb-4a19-815c-bde759f0f1d5,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:56.649209 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f050b9f9-e9ed-4d44-a7d7-8eafe703e39a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7560658 Oct 14 17:54:56.649869 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39742) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:56.653755 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.654292 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.654649 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:54:56.655322 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Request body: {'subnet': {'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2004727167-subnet', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:56.655984 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.656728 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.657205 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.658147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.658660 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.659438 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.659981 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.660488 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.661031 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.661530 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.662035 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.662531 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.663007 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Tracked resource versions report: Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: pushed versions: Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: { 'AddressGroup': {'1.2'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Agent': {'1.1'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'ConntrackHelper': {'1.0'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Log': {'1.0'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'NDPProxy': {'1.0'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Network': {'1.1'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Port': {'1.7'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'PortForwarding': {'1.3'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'QosPolicy': {'1.10'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroup': {'1.5'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SubPort': {'1.0'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Subnet': {'1.1'}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Trunk': {'1.1'}} Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: consumer versions: Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: HyperV agent@hv-cinder-74915: {}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Agent': '1.1', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'ConntrackHelper': '1.0', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'LocalIPAssociation': '1.0', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Log': '1.0', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'NDPProxy': '1.0', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Network': '1.1', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Port': '1.7', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'PortForwarding': '1.3', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'QosPolicy': '1.10', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroup': '1.5', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SecurityGroupRule': '1.2', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'SubPort': '1.0', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Subnet': '1.1', Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: 'Trunk': '1.1'}} Oct 14 17:54:56.664460 dv-cinder-749155-15-iscsi neutron-server[104407]: {{(pid=104407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:54:56.675609 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Made reservation on behalf of f5488304972c48fab9a2b9711cf7e9c8 for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:56.677410 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:54:56.678406 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.693441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (612586d1-e8e5-46b8-8a4c-7d64bd1bea7f), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.693992 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Added segment 612586d1-e8e5-46b8-8a4c-7d64bd1bea7f of type vlan for network 6c66ce1d-23e5-4de6-b9bc-2ef2cc192308 Oct 14 17:54:56.741120 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (6c66ce1d-23e5-4de6-b9bc-2ef2cc192308), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.776496 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (6c66ce1d-23e5-4de6-b9bc-2ef2cc192308), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.777506 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:54:56.778078 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.866884 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] Pushing event updated for resources: {'Network': ['ID=6c66ce1d-23e5-4de6-b9bc-2ef2cc192308,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:56.886220 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 6c66ce1d-23e5-4de6-b9bc-2ef2cc192308 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:54:56.886422 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (56e47e86-7a4d-4e67-a6bf-6e9043965c3a), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.887216 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-edae55ef-5bfe-4653-b648-446e8fdd8d91 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6154819 Oct 14 17:54:56.888482 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39748) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:56.894119 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Request body: {'subnet': {'network_id': '6c66ce1d-23e5-4de6-b9bc-2ef2cc192308', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1467909923-subnet', 'tenant_id': 'eacbbec0ccbb4ef097d046564d61d468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:56.925882 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Made reservation on behalf of eacbbec0ccbb4ef097d046564d61d468 for: {'subnet': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:56.930935 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:56.996467 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Checking segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:54:56.997095 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Network hostable DHCP agents. Network: 95ca934d-e2bb-4a19-815c-bde759f0f1d5, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:54:57.013694 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e47e86-7a4d-4e67-a6bf-6e9043965c3a,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:57.018430 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:54:57.028309 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 95ca934d-e2bb-4a19-815c-bde759f0f1d5) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:54:57.032668 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:54:57.033493 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.051936 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2508ca-3345-4200-9028-c9ee256f71b2 None None] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:54:57.061080 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39754) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:57.062177 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6b3b0f25-a9f2-4540-9c6a-516620d737dc admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4108119 Oct 14 17:54:57.067396 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:57.175113 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (26b24146-b966-49f4-b0c9-665944b7568a), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.212064 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (c8d25236-5778-4be7-9c38-f6a97afdf955), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.213228 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (c8d25236-5778-4be7-9c38-f6a97afdf955), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.215041 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:54:57.216628 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.225706 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39760) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:57.253407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Checking segment: {'id': '612586d1-e8e5-46b8-8a4c-7d64bd1bea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6c66ce1d-23e5-4de6-b9bc-2ef2cc192308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:54:57.253837 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Network hostable DHCP agents. Network: 6c66ce1d-23e5-4de6-b9bc-2ef2cc192308, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:54:57.276453 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:57.286543 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Network 6c66ce1d-23e5-4de6-b9bc-2ef2cc192308 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:54:57.308147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 6c66ce1d-23e5-4de6-b9bc-2ef2cc192308) {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:54:57.312616 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:57.319328 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:54:57.320188 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.322660 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5473c9-fa5a-4a5c-85d3-72637a89139d None None] Network 6c66ce1d-23e5-4de6-b9bc-2ef2cc192308 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:54:57.331851 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b24146-b966-49f4-b0c9-665944b7568a,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:57.375096 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c68d40dc-bc7e-4709-a894-78f1fdd32022 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4849322 Oct 14 17:54:57.377650 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks [] for router_controller (c8d25236-5778-4be7-9c38-f6a97afdf955), precommit_add_association {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.399487 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39770) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:57.508758 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Allocated IP 172.20.0.2 (95ca934d-e2bb-4a19-815c-bde759f0f1d5/56e47e86-7a4d-4e67-a6bf-6e9043965c3a/59ed2b8a-2667-4e16-ad64-09b4b00d1746) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:54:57.524838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508777f1-0d9d-4d00-b1e9-18d169cc4f89 None None] Network 6c66ce1d-23e5-4de6-b9bc-2ef2cc192308 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:54:57.551124 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks [] for router_gateway (c8d25236-5778-4be7-9c38-f6a97afdf955), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.666077 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39790) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:57.690085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-524527591-network', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:57.739276 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Made reservation on behalf of 530fdfc3448a40b7aa85170873d3f0ff for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:57.742917 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.769775 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.773989 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:57.794785 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:57.807454 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Publish callbacks [] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.810952 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks [] for router_gateway (c8d25236-5778-4be7-9c38-f6a97afdf955), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.819535 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.837621 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.877219 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:54:57.883638 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:54:57.889028 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:54:57.892846 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Pushing event updated for resources: {'Port': ['ID=59ed2b8a-2667-4e16-ad64-09b4b00d1746,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:57.907057 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.907700 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.908082 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.908447 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.908788 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.909124 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.909447 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.909776 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.910132 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.910445 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.910772 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.911111 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.911438 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.911757 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.912111 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Tracked resource versions report: Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: pushed versions: Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: { 'AddressGroup': {'1.2'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Agent': {'1.1'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'ConntrackHelper': {'1.0'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Log': {'1.0'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'NDPProxy': {'1.0'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Network': {'1.1'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Port': {'1.7'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'PortForwarding': {'1.3'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'QosPolicy': {'1.10'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroup': {'1.5'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SubPort': {'1.0'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Subnet': {'1.1'}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Trunk': {'1.1'}} Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: consumer versions: Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: HyperV agent@hv-cinder-74915: {}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Agent': '1.1', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'ConntrackHelper': '1.0', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'LocalIPAssociation': '1.0', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Log': '1.0', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'NDPProxy': '1.0', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Network': '1.1', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Port': '1.7', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'PortForwarding': '1.3', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'QosPolicy': '1.10', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroup': '1.5', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SecurityGroupRule': '1.2', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'SubPort': '1.0', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Subnet': '1.1', Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: 'Trunk': '1.1'}} Oct 14 17:54:57.913309 dv-cinder-749155-15-iscsi neutron-server[104409]: {{(pid=104409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:54:57.949914 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks [] for security_group (9d3a5bda-1a77-472e-86c3-ada1b05f18d1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.962598 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9d3a5bda-1a77-472e-86c3-ada1b05f18d1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:57.975353 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Attempting to bind port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:54:57.975795 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Attempting to bind port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:54:57.976551 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Attempting to bind port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:54:57.991855 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:54:57.994486 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Allocated IP 172.27.3.4 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/8e7e4e34-ca99-4f81-9c91-eabc20753df2) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:54:58.033427 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:54:58.034013 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Checking segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:54:58.034594 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.035138 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Bound using segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:54:58.035786 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Bound port: 59ed2b8a-2667-4e16-ad64-09b4b00d1746, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:54:58.036660 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.055934 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (7c0ff52a-65ff-479c-8401-3300fb7ed026), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.056552 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Added segment 7c0ff52a-65ff-479c-8401-3300fb7ed026 of type vlan for network d9e10b55-ef20-4f9b-8608-899751152e31 Oct 14 17:54:58.107003 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (d9e10b55-ef20-4f9b-8608-899751152e31), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.129199 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] For port 59ed2b8a-2667-4e16-ad64-09b4b00d1746, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:54:58.134179 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] For port 59ed2b8a-2667-4e16-ad64-09b4b00d1746, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=59ed2b8a-2667-4e16-ad64-09b4b00d1746,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:54:58.138325 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-682498832-network', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:58.144479 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.158979 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks [] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.172124 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-network', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:58.183123 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (d9e10b55-ef20-4f9b-8608-899751152e31), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.185344 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:54:58.186593 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.211691 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.241607 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3bea0-2b4e-42bb-adb9-97583ae25859 None None] Pushing event updated for resources: {'Port': ['ID=59ed2b8a-2667-4e16-ad64-09b4b00d1746,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:58.290169 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:54:58.300626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e10b55-ef20-4f9b-8608-899751152e31,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:58.306252 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:54:58.312021 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:54:58.321386 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network d9e10b55-ef20-4f9b-8608-899751152e31 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:54:58.322040 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Made reservation on behalf of 261d62defa42436cbcc5e712c62b76f4 for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:58.327608 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.351374 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Made reservation on behalf of bfe90c27e0e44c4794ccff00eac150ca for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:58.354015 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Pushing event updated for resources: {'Port': ['ID=8e7e4e34-ca99-4f81-9c91-eabc20753df2,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:58.357091 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.380224 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.386495 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a5bda-1a77-472e-86c3-ada1b05f18d1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:58.396090 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.477623 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-47fb61b1-a090-4f74-aab5-a6652b885857 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2495208 Oct 14 17:54:58.481342 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39818) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:58.489262 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Request body: {'subnet': {'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-subnet', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:58.641481 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks [] for security_group (72cc5651-056c-4bd8-8ab2-911ea3ae7d91), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.651474 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (72cc5651-056c-4bd8-8ab2-911ea3ae7d91), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.699121 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:58.724127 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=24,neutron:SELECT=71,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:58.727843 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cc5651-056c-4bd8-8ab2-911ea3ae7d91,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:58.761908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Made reservation on behalf of 530fdfc3448a40b7aa85170873d3f0ff for: {'subnet': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:58.765299 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.771842 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:58.781117 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:54:58.802916 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks [] for security_group (9d4d0498-2ffd-4759-8222-d654e8122fa1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.808093 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.808468 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Added segment 2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58 of type vlan for network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 Oct 14 17:54:58.816879 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9d4d0498-2ffd-4759-8222-d654e8122fa1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.871038 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:54:58.882515 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.895481 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4d0498-2ffd-4759-8222-d654e8122fa1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:58.905618 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (ba066e79-598e-47c8-896f-29e74c1b1cea), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.905952 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Added segment ba066e79-598e-47c8-896f-29e74c1b1cea of type vlan for network 5aabcb51-4f41-478a-ad41-097a224754cd Oct 14 17:54:58.909827 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:58.962938 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.964465 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:54:58.965032 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:58.977393 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (5aabcb51-4f41-478a-ad41-097a224754cd), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.006627 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:59.036836 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3695934 Oct 14 17:54:59.037721 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39834) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:59.048937 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks [] for router_gateway (c8d25236-5778-4be7-9c38-f6a97afdf955), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.066898 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Request body: {'subnet': {'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-subnet', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:59.080028 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91cec9-f6f3-407a-93d9-07352e788fdd admin admin] Pushing event updated for resources: {'Network': ['ID=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:59.091261 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (5aabcb51-4f41-478a-ad41-097a224754cd), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.092630 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:54:59.093380 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.098588 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:54:59.121937 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Made reservation on behalf of 261d62defa42436cbcc5e712c62b76f4 for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:59.124649 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.233834 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8328414 Oct 14 17:54:59.271984 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39838) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:59.321577 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Request body: {'subnet': {'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-682498832-subnet', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:59.335163 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc56c2-5fa1-4dba-a072-22eb9c708488 admin admin] Pushing event updated for resources: {'Network': ['ID=5aabcb51-4f41-478a-ad41-097a224754cd,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:59.358180 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 5aabcb51-4f41-478a-ad41-097a224754cd details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:54:59.466996 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Made reservation on behalf of bfe90c27e0e44c4794ccff00eac150ca for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:59.469422 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.577191 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (c8d25236-5778-4be7-9c38-f6a97afdf955), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.719656 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39852) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:54:59.769970 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022826264-network', 'tenant_id': '50048b7509fe4bc89b4cff10cacc4681'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:54:59.790474 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (72565d6d-c0a4-4f2b-9b5c-8bda680acbf0), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.918775 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:54:59.933973 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (44ecdf07-2233-4b0b-90f5-e09ff30211f3), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.935194 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Checking segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:54:59.935926 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Network hostable DHCP agents. Network: d9e10b55-ef20-4f9b-8608-899751152e31, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:54:59.948480 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Made reservation on behalf of 50048b7509fe4bc89b4cff10cacc4681 for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:54:59.951433 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:54:59.968737 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:59.991473 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.001878 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1ae77-e1c7-4420-8401-d3f74b3daee1 None None] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:00.033308 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ecdf07-2233-4b0b-90f5-e09ff30211f3,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:00.041315 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (bf98ac86-7985-47c5-822a-42fcd3942598), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.041969 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Network d9e10b55-ef20-4f9b-8608-899751152e31 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:55:00.050739 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:00.062363 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, d9e10b55-ef20-4f9b-8608-899751152e31) {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:00.067059 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:00.067696 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.098634 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Checking segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:00.099669 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Network hostable DHCP agents. Network: e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:55:00.106161 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Router c8d25236-5778-4be7-9c38-f6a97afdf955 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:55:00.132755 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-299bf5c4-3eb6-4436-8ff0-75f0254aebe2 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6472204 Oct 14 17:55:00.133139 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:00.137134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39866) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:00.159730 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf98ac86-7985-47c5-822a-42fcd3942598,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:00.166785 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:00.173069 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:00.189123 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Checking segment: {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:00.189626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Network hostable DHCP agents. Network: 5aabcb51-4f41-478a-ad41-097a224754cd, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:55:00.203409 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fd51d-7345-405f-8a76-4488b8068dbb None None] Network d9e10b55-ef20-4f9b-8608-899751152e31 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:00.215544 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:55:00.227450 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:00.232674 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:00.233521 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.243919 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Network 5aabcb51-4f41-478a-ad41-097a224754cd is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:55:00.261503 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 5aabcb51-4f41-478a-ad41-097a224754cd) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:00.266843 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:00.268133 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.287800 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-241d8474-0d24-4af2-8694-55b61230df47 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2397149 Oct 14 17:55:00.291855 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39874) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:00.294821 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:00.298721 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:00.308206 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:00.309458 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2c0f532a-5f53-480b-8455-f1ec4f55fece admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0362430 Oct 14 17:55:00.312337 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39878) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:00.319464 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:00.334123 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f92e0d9-d312-4387-aa29-db2d9d1fde3e None None] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:00.355322 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (7c0f4f18-5bab-44b8-b420-ed559b8c5037), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.356493 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (7c0f4f18-5bab-44b8-b420-ed559b8c5037), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.362213 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.364622 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.396717 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (a702f974-9e36-43e3-b9b6-b56340f70ce4), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.399101 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (a702f974-9e36-43e3-b9b6-b56340f70ce4), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.458519 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad929b-9689-4a09-b034-648a47b16ec7 None None] Network 5aabcb51-4f41-478a-ad41-097a224754cd requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:00.485138 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks [] for security_group (6bc3bf08-0afe-42a8-b805-7423f42bf5cd), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.540019 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6bc3bf08-0afe-42a8-b805-7423f42bf5cd), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.540850 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-d9e10b55-ef20-4f9b-8608-899751152e31', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:55:00.541749 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.567333 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks [] for router_controller (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), precommit_add_association {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.697062 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks [] for router_controller (7c0f4f18-5bab-44b8-b420-ed559b8c5037), precommit_add_association {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.711625 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:00.722848 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:55:00.724507 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Sync routers for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:00.735378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3bf08-0afe-42a8-b805-7423f42bf5cd,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:00.746779 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:00.749154 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:00.815071 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (60deb5b2-2533-4835-b7d3-902bced0c8a2), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.816146 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Added segment 60deb5b2-2533-4835-b7d3-902bced0c8a2 of type vlan for network fc797464-3440-4595-badf-ebfcb44fc9ee Oct 14 17:55:00.832497 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Allocated IP 172.20.0.2 (d9e10b55-ef20-4f9b-8608-899751152e31/72565d6d-c0a4-4f2b-9b5c-8bda680acbf0/3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:00.859189 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks [] for router_gateway (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.866559 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:00.871954 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-3d883f2a-5eea-475d-ad40-7dcc5c04ece3 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8065641 Oct 14 17:55:00.899786 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39886) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:00.911607 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks [] for router_controller (a702f974-9e36-43e3-b9b6-b56340f70ce4), precommit_add_association {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.022321 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:55:01.025295 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.068139 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] Provisioning complete for port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:01.068524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.069032 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] Attempt 1 to provision port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 Oct 14 17:55:01.083735 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (fc797464-3440-4595-badf-ebfcb44fc9ee), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.139307 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:01.217066 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks [] for router_gateway (7c0f4f18-5bab-44b8-b420-ed559b8c5037), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.229310 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:01.235998 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.db.resource_extend [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 14 17:55:01.377316 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Allocated IP 172.20.0.2 (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8/44ecdf07-2233-4b0b-90f5-e09ff30211f3/82605e58-0aff-4040-b0ba-d4a1b5235c70) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:01.384723 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 59ed2b8a-2667-4e16-ad64-09b4b00d1746 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:01.444256 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (fc797464-3440-4595-badf-ebfcb44fc9ee), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.445588 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:01.446613 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.577749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] Pushing event updated for resources: {'Network': ['ID=fc797464-3440-4595-badf-ebfcb44fc9ee,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:01.584205 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-31cf0319-8315-43f1-83a2-ec2c5ac51cfa admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8210661 Oct 14 17:55:01.625779 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39918) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:01.632111 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks [] for router_gateway (a702f974-9e36-43e3-b9b6-b56340f70ce4), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.634895 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:54:58Z', 'revision_number': 3, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:01.670291 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Request body: {'subnet': {'network_id': 'fc797464-3440-4595-badf-ebfcb44fc9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022826264-subnet', 'tenant_id': '50048b7509fe4bc89b4cff10cacc4681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:01.693276 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network fc797464-3440-4595-badf-ebfcb44fc9ee details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:55:01.699006 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:01.703433 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Checking router: c8d25236-5778-4be7-9c38-f6a97afdf955 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:01.704183 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Updating router c8d25236-5778-4be7-9c38-f6a97afdf955 port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:01.738460 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.790180 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks [] for router_gateway (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.836699 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-5aabcb51-4f41-478a-ad41-097a224754cd', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'fixed_ips': [{'subnet_id': 'bf98ac86-7985-47c5-822a-42fcd3942598'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:55:01.839241 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.852582 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Made reservation on behalf of 50048b7509fe4bc89b4cff10cacc4681 for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:01.855083 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.857997 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Publish callbacks [] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.864313 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:01.896801 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39924) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:01.921129 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.134382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:02.142292 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:02.169513 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks [] for router_gateway (7c0f4f18-5bab-44b8-b420-ed559b8c5037), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.203254 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.250185 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Publish callbacks [] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.263301 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:02.317406 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Network d9e10b55-ef20-4f9b-8608-899751152e31 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:02.325175 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] Current status of the port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:02.325667 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.347351 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Publish callbacks [] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.364335 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.398141 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:02.409132 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:02.417109 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1e98662b-e031-43b9-ab0f-a803eb28671c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.461926 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.518487 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Attempting to bind port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:02.519163 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Attempting to bind port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:02.519850 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Attempting to bind port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:02.554980 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Allocated IP 172.27.3.48 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/ae95f04b-c0a6-4b91-b08c-24552c601593) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:02.573676 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:02.626704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks [] for router_gateway (a702f974-9e36-43e3-b9b6-b56340f70ce4), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.629988 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Pushing event updated for resources: {'Port': ['ID=8e7e4e34-ca99-4f81-9c91-eabc20753df2,revision_number=2']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:02.658083 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.659538 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.661864 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.662543 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.663597 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.665207 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.666065 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.667139 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.668357 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.670694 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.671317 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.672181 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.672764 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.675482 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.676085 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Tracked resource versions report: Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: pushed versions: Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: { 'AddressGroup': {'1.2'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Agent': {'1.1'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'ConntrackHelper': {'1.0'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'LocalIPAssociation': {'1.0'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Log': {'1.0'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'NDPProxy': {'1.0'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Network': {'1.1'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Port': {'1.7'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'PortForwarding': {'1.3'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'QosPolicy': {'1.10'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroup': {'1.5'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SubPort': {'1.0'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Subnet': {'1.1'}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Trunk': {'1.1'}} Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: consumer versions: Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: { DHCP agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: HyperV agent@hv-cinder-74915: {}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: L3 agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: Metadata agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: Metering agent@dv-cinder-749155-15-iscsi: {}, Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: Open vSwitch agent@dv-cinder-749155-15-iscsi: { 'AddressGroup': '1.2', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Agent': '1.1', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'ConntrackHelper': '1.0', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'LocalIPAssociation': '1.0', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Log': '1.0', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'NDPProxy': '1.0', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Network': '1.1', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Port': '1.7', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'PortForwarding': '1.3', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'QosPolicy': '1.10', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroup': '1.5', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SecurityGroupRule': '1.2', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'SubPort': '1.0', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Subnet': '1.1', Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: 'Trunk': '1.1'}} Oct 14 17:55:02.677530 dv-cinder-749155-15-iscsi neutron-server[104410]: {{(pid=104410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:55:02.698899 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks [] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.705686 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.728408 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:02.734453 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] For port 59ed2b8a-2667-4e16-ad64-09b4b00d1746, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=59ed2b8a-2667-4e16-ad64-09b4b00d1746,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:02.744054 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Pushing event updated for resources: {'Port': ['ID=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:02.755280 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:02.756139 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:02.756660 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.758620 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:02.759273 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Bound port: 8e7e4e34-ca99-4f81-9c91-eabc20753df2, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:02.760565 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.770015 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:02.779263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.798337 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.827863 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:02.830919 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:02.832058 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:02.832553 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 Oct 14 17:55:02.850230 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Pushing event updated for resources: {'Port': ['ID=ae95f04b-c0a6-4b91-b08c-24552c601593,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:02.855428 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:02.869612 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:02.873782 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:02.884344 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:02.905852 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] For port 8e7e4e34-ca99-4f81-9c91-eabc20753df2, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:02.916141 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] For port 8e7e4e34-ca99-4f81-9c91-eabc20753df2, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=8e7e4e34-ca99-4f81-9c91-eabc20753df2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:02.934376 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.037803 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:03.039159 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:03.112202 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466150-f5be-4a1d-8c12-aafc8a51c33e None None] Pushing event updated for resources: {'Port': ['ID=8e7e4e34-ca99-4f81-9c91-eabc20753df2,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:03.178658 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Allocated IP 172.27.3.254 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/303d93ef-2198-4f73-bf29-d6a96f6bf193) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:03.183177 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=14 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:03.190768 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1e98662b-e031-43b9-ab0f-a803eb28671c admin admin] Publish callbacks [] for security_group (6565c9ce-774c-48f1-9ce7-f87bf0d57fd8), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.215798 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:03.216573 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1e98662b-e031-43b9-ab0f-a803eb28671c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6565c9ce-774c-48f1-9ce7-f87bf0d57fd8), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.261333 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (a4231bec-a935-4718-b58e-8bc2585713dd), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.277536 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:03.291284 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.299418 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Attempting to bind port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:03.300093 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Attempting to bind port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:03.300635 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Attempting to bind port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:03.308254 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Pushing event updated for resources: {'Port': ['ID=82605e58-0aff-4040-b0ba-d4a1b5235c70,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:03.331780 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-850819da-9c84-498e-9fd1-490b79ade51e None None] Provisioning complete for port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:03.333269 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-850819da-9c84-498e-9fd1-490b79ade51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.333765 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-850819da-9c84-498e-9fd1-490b79ade51e None None] Attempt 1 to provision port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 Oct 14 17:55:03.341057 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1e98662b-e031-43b9-ab0f-a803eb28671c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a0460ab6e3a54a7a9d95da330b625879&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4235392 Oct 14 17:55:03.341798 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39962) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:03.381445 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98662b-e031-43b9-ab0f-a803eb28671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6565c9ce-774c-48f1-9ce7-f87bf0d57fd8,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:03.460993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4231bec-a935-4718-b58e-8bc2585713dd,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:03.474236 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:03.499396 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks [] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.502994 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Checking segment: {'id': '60deb5b2-2533-4835-b7d3-902bced0c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fc797464-3440-4595-badf-ebfcb44fc9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:03.503386 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Network hostable DHCP agents. Network: fc797464-3440-4595-badf-ebfcb44fc9ee, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:55:03.528913 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Allocated IP 172.20.0.2 (5aabcb51-4f41-478a-ad41-097a224754cd/bf98ac86-7985-47c5-822a-42fcd3942598/a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:03.540486 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Attempting to bind port 82605e58-0aff-4040-b0ba-d4a1b5235c70 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:03.540858 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Attempting to bind port 82605e58-0aff-4040-b0ba-d4a1b5235c70 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:03.541219 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Attempting to bind port 82605e58-0aff-4040-b0ba-d4a1b5235c70 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:03.567446 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:54:58Z', 'revision_number': 3, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:03.573165 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c5e52361-0784-4e38-9007-5608a76637d1 admin admin] Publish callbacks [] for security_group (6565c9ce-774c-48f1-9ce7-f87bf0d57fd8), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.599391 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Network fc797464-3440-4595-badf-ebfcb44fc9ee is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:55:03.608289 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec9dbe-0033-4e74-9480-9d05a92295c5 None None] The sync data for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi is: [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:54:58Z', 'revision_number': 3, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:03.628104 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c5e52361-0784-4e38-9007-5608a76637d1 admin admin] Publish callbacks [] for security_group (6565c9ce-774c-48f1-9ce7-f87bf0d57fd8), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.630156 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, fc797464-3440-4595-badf-ebfcb44fc9ee) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:03.641053 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:03.651359 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:03.651792 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Checking segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:03.652154 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.652630 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Bound using segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:03.653032 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Bound port: 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:03.661207 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:03.661517 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.662817 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:03.663409 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.664113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecff322-a2a6-4b60-a493-ff65a5cb58fe None None] Network fc797464-3440-4595-badf-ebfcb44fc9ee requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:03.665946 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Allocated IP 172.20.0.1 (95ca934d-e2bb-4a19-815c-bde759f0f1d5/56e47e86-7a4d-4e67-a6bf-6e9043965c3a/411280f7-dccb-41f5-8ebe-5eef48b26352) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:03.689239 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.707899 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082d47f-5115-4eb3-977e-9ad6210f7a9c None None] Pushing event updated for resources: {'Port': ['ID=59ed2b8a-2667-4e16-ad64-09b4b00d1746,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:03.710449 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:03.807333 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b3cd547d-76c0-4ff3-8175-095f54ca0589 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1675811 Oct 14 17:55:03.851000 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:03.878582 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks [] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.889571 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 59ed2b8a-2667-4e16-ad64-09b4b00d1746 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:03.891653 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:03.892182 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Checking segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:03.892452 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.892847 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Bound using segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:03.893124 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:03.893336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Bound port: 82605e58-0aff-4040-b0ba-d4a1b5235c70, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:03.893737 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.909496 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:03.912152 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:03.925288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:03.935705 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks [] for router_gateway (7c0f4f18-5bab-44b8-b420-ed559b8c5037), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.936670 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Allocated IP 172.27.3.68 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/a31edf4a-9921-4157-b314-e17a57ca0024) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:03.980692 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Pushing event updated for resources: {'Port': ['ID=303d93ef-2198-4f73-bf29-d6a96f6bf193,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:03.982646 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c5e52361-0784-4e38-9007-5608a76637d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6565c9ce-774c-48f1-9ce7-f87bf0d57fd8), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.985165 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c5e52361-0784-4e38-9007-5608a76637d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:03.988730 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c5e52361-0784-4e38-9007-5608a76637d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6565c9ce-774c-48f1-9ce7-f87bf0d57fd8 HTTP/1.1" status: 204 len: 168 time: 0.6153896 Oct 14 17:55:04.012566 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-850819da-9c84-498e-9fd1-490b79ade51e None None] Current status of the port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:04.012933 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39970) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:04.049182 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.129784 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e52361-0784-4e38-9007-5608a76637d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6565c9ce-774c-48f1-9ce7-f87bf0d57fd8,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:04.243212 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e4bdf-7101-438b-b75c-050d01174753 None None] Network fc797464-3440-4595-badf-ebfcb44fc9ee requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:04.279176 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:04.280514 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:04.281089 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.281995 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 Oct 14 17:55:04.294280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:04.303669 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] For port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:04.303939 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Pushing event updated for resources: {'Port': ['ID=411280f7-dccb-41f5-8ebe-5eef48b26352,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:04.316905 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:04.353352 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] Deleting subnet 26b24146-b966-49f4-b0c9-665944b7568a {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 17:55:04.365516 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] Publish callbacks [] for subnet (26b24146-b966-49f4-b0c9-665944b7568a), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.406211 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:04.434906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:04.435689 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (c8d25236-5778-4be7-9c38-f6a97afdf955), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.479311 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] For port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:04.523049 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] For port 82605e58-0aff-4040-b0ba-d4a1b5235c70, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:04.539894 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] For port 82605e58-0aff-4040-b0ba-d4a1b5235c70, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=82605e58-0aff-4040-b0ba-d4a1b5235c70,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:04.551589 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Publish callbacks [] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.566548 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.586476 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.642414 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.791338 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Network 5aabcb51-4f41-478a-ad41-097a224754cd is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:04.800686 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks [] for port (a31edf4a-9921-4157-b314-e17a57ca0024), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.802125 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39986) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:04.802749 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks [] for router_gateway (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:04.804721 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:04.804872 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:04.818024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:04.910899 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:05.021268 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:55:05.033792 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3410ea3-19b1-4848-b41f-f5fccc467092 None None] Pushing event updated for resources: {'Port': ['ID=82605e58-0aff-4040-b0ba-d4a1b5235c70,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:05.110541 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] Publish callbacks [] for subnet (26b24146-b966-49f4-b0c9-665944b7568a), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.158606 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d7021b2b-663e-4dfc-8aea-11904b8eddc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.185473 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (26b24146-b966-49f4-b0c9-665944b7568a), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.219913 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39990) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:05.259239 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-1b3cb6b9-537b-4563-93e5-a3dfecbf14bb None None] Provisioning complete for port 411280f7-dccb-41f5-8ebe-5eef48b26352 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:05.259629 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb6b9-537b-4563-93e5-a3dfecbf14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.260251 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-1b3cb6b9-537b-4563-93e5-a3dfecbf14bb None None] Attempt 1 to provision port 411280f7-dccb-41f5-8ebe-5eef48b26352 Oct 14 17:55:05.311485 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.323988 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:05.325417 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Attempting to bind port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:05.325791 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Attempting to bind port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:05.326151 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Attempting to bind port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b on network 5aabcb51-4f41-478a-ad41-097a224754cd {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:05.331255 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1eeddc-8b51-4024-a52f-d0bf9ce5a45f None None] Pushing event updated for resources: {'Port': ['ID=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:05.378030 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-1b3cb6b9-537b-4563-93e5-a3dfecbf14bb None None] Port 411280f7-dccb-41f5-8ebe-5eef48b26352 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:05.413962 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Pushing event updated for resources: {'Port': ['ID=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:05.427119 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (7c0f4f18-5bab-44b8-b420-ed559b8c5037), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.429777 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:05.430925 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Checking segment: {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:05.433153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.433565 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Bound using segment: {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:05.435155 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Bound port: a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:05.437831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.466078 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d7021b2b-663e-4dfc-8aea-11904b8eddc6 admin admin] Publish callbacks [] for security_group (bc9509a2-2567-4482-a6cf-f469d07d1ac6), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.483715 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d7021b2b-663e-4dfc-8aea-11904b8eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (bc9509a2-2567-4482-a6cf-f469d07d1ac6), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.536519 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (26b24146-b966-49f4-b0c9-665944b7568a), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.545461 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.560422 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.566932 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7021b2b-663e-4dfc-8aea-11904b8eddc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9509a2-2567-4482-a6cf-f469d07d1ac6,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:05.592631 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] For port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:05.596676 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d7021b2b-663e-4dfc-8aea-11904b8eddc6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6e85572599034fda80eecccd010d408d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7905819 Oct 14 17:55:05.597360 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] For port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:05.605651 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 39996) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:05.609241 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.623131 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.629025 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:05.634091 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/26b24146-b966-49f4-b0c9-665944b7568a HTTP/1.1" status: 204 len: 168 time: 1.6196120 Oct 14 17:55:05.665701 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460408f-5cb6-40bf-9adc-e9d80ccb88f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b24146-b966-49f4-b0c9-665944b7568a,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:05.670947 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 39998) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:05.707820 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a31edf4a-9921-4157-b314-e17a57ca0024,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:05.718618 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:05.721246 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:05.722023 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94fa1-8f00-459a-b25c-03429349de6a None None] Pushing event updated for resources: {'Port': ['ID=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:05.731568 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-bee1c22f-d397-4430-b2fd-51b09ad45d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.787597 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:05.834840 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (6c66ce1d-23e5-4de6-b9bc-2ef2cc192308), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.853082 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:05.904074 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks [] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.927568 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.928309 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (c8d25236-5778-4be7-9c38-f6a97afdf955), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:05.959173 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfb09-cf21-4ed6-a566-391b75e8bd6b admin admin] Publish callbacks [] for security_group (bc9509a2-2567-4482-a6cf-f469d07d1ac6), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.040546 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82605e58-0aff-4040-b0ba-d4a1b5235c70 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:06.047046 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfb09-cf21-4ed6-a566-391b75e8bd6b admin admin] Publish callbacks [] for security_group (bc9509a2-2567-4482-a6cf-f469d07d1ac6), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.102953 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 82605e58-0aff-4040-b0ba-d4a1b5235c70 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:06.103835 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.104388 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 82605e58-0aff-4040-b0ba-d4a1b5235c70 Oct 14 17:55:06.114496 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (6c66ce1d-23e5-4de6-b9bc-2ef2cc192308), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.140250 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:55:06.146340 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:06.149643 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Pushing event updated for resources: {'Port': ['ID=411280f7-dccb-41f5-8ebe-5eef48b26352,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:06.176990 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.177361 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.178131 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.178481 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.178825 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.179159 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.179484 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.180194 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.180512 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.181067 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.202955 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-bee1c22f-d397-4430-b2fd-51b09ad45d5a admin admin] Publish callbacks [] for security_group (d472e010-caf1-440c-b206-eedf6f7f5a59), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.211356 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:55:06.227997 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-bee1c22f-d397-4430-b2fd-51b09ad45d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (d472e010-caf1-440c-b206-eedf6f7f5a59), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.264845 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks [] for router_gateway (a702f974-9e36-43e3-b9b6-b56340f70ce4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.293733 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 82605e58-0aff-4040-b0ba-d4a1b5235c70 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:06.294102 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.308129 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.335124 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 82605e58-0aff-4040-b0ba-d4a1b5235c70, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=82605e58-0aff-4040-b0ba-d4a1b5235c70,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:06.342001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.343121 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:06.377808 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfb09-cf21-4ed6-a566-391b75e8bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (bc9509a2-2567-4482-a6cf-f469d07d1ac6), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.380397 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfb09-cf21-4ed6-a566-391b75e8bd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.384620 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d0ecfb09-cf21-4ed6-a566-391b75e8bd6b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bc9509a2-2567-4482-a6cf-f469d07d1ac6 HTTP/1.1" status: 204 len: 168 time: 0.7735052 Oct 14 17:55:06.399310 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1c22f-d397-4430-b2fd-51b09ad45d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d472e010-caf1-440c-b206-eedf6f7f5a59,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:06.415143 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-bee1c22f-d397-4430-b2fd-51b09ad45d5a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7c55aced11be4d46890f8d417890c067&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1904507 Oct 14 17:55:06.451742 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:06.454525 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:06.455900 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecfb09-cf21-4ed6-a566-391b75e8bd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9509a2-2567-4482-a6cf-f469d07d1ac6,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:06.476009 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40004) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:06.483474 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=82605e58-0aff-4040-b0ba-d4a1b5235c70,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:06.496775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:06.498549 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.499095 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 Oct 14 17:55:06.592682 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.593681 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.594393 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.594875 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:55:06.595419 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c66ce1d-23e5-4de6-b9bc-2ef2cc192308']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:06.623822 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612586d1-e8e5-46b8-8a4c-7d64bd1bea7f') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:06.624338 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612586d1-e8e5-46b8-8a4c-7d64bd1bea7f') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:06.710462 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (612586d1-e8e5-46b8-8a4c-7d64bd1bea7f), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.726950 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:06.792974 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49502c76-dea6-4a59-853c-bcaace4d60a9 None None] Network d9e10b55-ef20-4f9b-8608-899751152e31 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:06.795084 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (612586d1-e8e5-46b8-8a4c-7d64bd1bea7f), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.812083 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:06.844226 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-417e7313-c233-4396-a2e5-612258b5d826 admin admin] Publish callbacks [] for security_group (d472e010-caf1-440c-b206-eedf6f7f5a59), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.864148 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Sync routers for ids ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:06.880576 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.885833 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-abe94d91-dcc0-4924-9c4f-0acfe179da4b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5713243 Oct 14 17:55:06.886707 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 17:55:06.886842 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40016) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:06.886928 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (612586d1-e8e5-46b8-8a4c-7d64bd1bea7f), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.934100 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:06.938922 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-417e7313-c233-4396-a2e5-612258b5d826 admin admin] Publish callbacks [] for security_group (d472e010-caf1-440c-b206-eedf6f7f5a59), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.953800 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-4368c33e-193d-4a37-9642-ced8f4121d3a None None] Provisioning complete for port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:06.953800 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4368c33e-193d-4a37-9642-ced8f4121d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:06.953800 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-4368c33e-193d-4a37-9642-ced8f4121d3a None None] Attempt 1 to provision port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 Oct 14 17:55:06.982632 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:06.983026 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.004511 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Routers {'c3f81eaa-4a6c-49a7-8cc9-e398a2509992'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:07.005161 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:07.065389 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:07.070778 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (6c66ce1d-23e5-4de6-b9bc-2ef2cc192308), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.076226 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:07.095479 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.112425 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6c66ce1d-23e5-4de6-b9bc-2ef2cc192308 HTTP/1.1" status: 204 len: 168 time: 1.4399703 Oct 14 17:55:07.118055 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40024) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:07.152531 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:07.166656 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:07.173500 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.174632 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8e7e4e34-ca99-4f81-9c91-eabc20753df2 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:07.183247 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (a702f974-9e36-43e3-b9b6-b56340f70ce4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.246925 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fda82d-f4ad-4502-b72e-172e06d0f4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c66ce1d-23e5-4de6-b9bc-2ef2cc192308,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:07.260162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:07.280037 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Sync routers for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:07.308470 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:07.310607 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:07.434364 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-417e7313-c233-4396-a2e5-612258b5d826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (d472e010-caf1-440c-b206-eedf6f7f5a59), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.441234 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-417e7313-c233-4396-a2e5-612258b5d826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.442433 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-417e7313-c233-4396-a2e5-612258b5d826 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d472e010-caf1-440c-b206-eedf6f7f5a59 HTTP/1.1" status: 204 len: 168 time: 0.9652662 Oct 14 17:55:07.519621 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Set router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:07.525717 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6c6c93-9572-453d-808f-f39beaa835c3 None None] Network 5aabcb51-4f41-478a-ad41-097a224754cd requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:07.597595 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] Deleting subnet a4231bec-a935-4718-b58e-8bc2585713dd {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 17:55:07.617769 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.619241 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-9c25f03d-f0db-4458-bbee-16606b0600fb admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4784606 Oct 14 17:55:07.620227 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] Publish callbacks [] for subnet (a4231bec-a935-4718-b58e-8bc2585713dd), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.625310 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40040) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:07.684190 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-4368c33e-193d-4a37-9642-ced8f4121d3a None None] Current status of the port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:07.714143 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e7313-c233-4396-a2e5-612258b5d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d472e010-caf1-440c-b206-eedf6f7f5a59,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:07.721916 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:07.802490 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278077'] for subnet (a4231bec-a935-4718-b58e-8bc2585713dd), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.914745 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (a4231bec-a935-4718-b58e-8bc2585713dd), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:07.984437 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:08.096884 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Provisioning complete for port 411280f7-dccb-41f5-8ebe-5eef48b26352 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:08.097282 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.102954 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Attempt 1 to provision port 411280f7-dccb-41f5-8ebe-5eef48b26352 Oct 14 17:55:08.120498 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:03Z', 'revision_number': 3, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:08.129021 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:08.135395 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4156598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3658229'] for subnet (a4231bec-a935-4718-b58e-8bc2585713dd), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.176695 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4231bec-a935-4718-b58e-8bc2585713dd,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:08.180599 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.187304 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Checking router: 7c0f4f18-5bab-44b8-b420-ed559b8c5037 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:08.187657 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Updating router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 port ae95f04b-c0a6-4b91-b08c-24552c601593 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:08.198252 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-65791d0d-9bda-49c5-9501-5fc18d6f07dd admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/a4231bec-a935-4718-b58e-8bc2585713dd HTTP/1.1" status: 204 len: 168 time: 1.0756853 Oct 14 17:55:08.207188 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Router c8d25236-5778-4be7-9c38-f6a97afdf955 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:55:08.221193 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:08.222085 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.222218 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40052) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:08.222809 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 Oct 14 17:55:08.223740 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 612586d1-e8e5-46b8-8a4c-7d64bd1bea7f resource provider aggregate not found Oct 14 17:55:08.286791 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.314422 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f3eaf-12fe-4128-bcaa-2bda2949f493 None None] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:08.357831 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Router a702f974-9e36-43e3-b9b6-b56340f70ce4 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:55:08.404810 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (fc797464-3440-4595-badf-ebfcb44fc9ee), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.410797 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 612586d1-e8e5-46b8-8a4c-7d64bd1bea7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 612586d1-e8e5-46b8-8a4c-7d64bd1bea7f found for delete ", "request_id": "req-22b3d51a-01b3-4366-9586-3673c58ec56b"}]} Oct 14 17:55:08.551786 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:08.560081 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:08.560546 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 3, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:08.639486 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.644844 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a26da7f4-4d2d-4229-bb17-9f4c6cca85e0 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3509643 Oct 14 17:55:08.649837 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40068) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:08.682711 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Sync routers for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:08.706162 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Publish callbacks [] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.709978 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:08.719842 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.756276 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Port 411280f7-dccb-41f5-8ebe-5eef48b26352 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:08.772792 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbded2-0a80-4778-ba94-fbcc5a3131d7 None None] Pushing event updated for resources: {'Port': ['ID=ae95f04b-c0a6-4b91-b08c-24552c601593,revision_number=2']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:08.782084 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Attempting to bind port ae95f04b-c0a6-4b91-b08c-24552c601593 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:08.782612 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Attempting to bind port ae95f04b-c0a6-4b91-b08c-24552c601593 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:08.783078 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Attempting to bind port ae95f04b-c0a6-4b91-b08c-24552c601593 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:08.796642 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Checking router: c3f81eaa-4a6c-49a7-8cc9-e398a2509992 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:08.797304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Updating router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 port 303d93ef-2198-4f73-bf29-d6a96f6bf193 binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:08.827828 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:08.835606 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:08.836546 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:08.837239 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.837844 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:08.838336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Provisioning complete for port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:08.839041 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Bound port: ae95f04b-c0a6-4b91-b08c-24552c601593, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:08.839664 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.839778 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.840122 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Attempt 1 to provision port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b Oct 14 17:55:08.896946 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:08.912252 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] For port ae95f04b-c0a6-4b91-b08c-24552c601593, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:08.919219 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] For port ae95f04b-c0a6-4b91-b08c-24552c601593, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=ae95f04b-c0a6-4b91-b08c-24552c601593,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:08.940101 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:08.987020 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:08.988166 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:09.033085 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:09.112516 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:09.113137 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:09.198298 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.234038 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:09.255927 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:09.278640 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (fc797464-3440-4595-badf-ebfcb44fc9ee), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.293164 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.374709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:09.398586 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc797464-3440-4595-badf-ebfcb44fc9ee']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:09.401367 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbded2-0a80-4778-ba94-fbcc5a3131d7 None None] Pushing event updated for resources: {'Port': ['ID=ae95f04b-c0a6-4b91-b08c-24552c601593,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:09.457213 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60deb5b2-2533-4835-b7d3-902bced0c8a2') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:09.457501 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60deb5b2-2533-4835-b7d3-902bced0c8a2') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:09.487288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:09.487582 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:09.511158 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-84109dcb-d776-4b9c-a075-aa5ab63c2f89 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c8d25236-5778-4be7-9c38-f6a97afdf955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6003456 Oct 14 17:55:09.513967 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (60deb5b2-2533-4835-b7d3-902bced0c8a2), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.562162 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Sync routers for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:09.632847 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (60deb5b2-2533-4835-b7d3-902bced0c8a2), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.657520 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:09.658440 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:09.682536 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 17:55:09.684995 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (60deb5b2-2533-4835-b7d3-902bced0c8a2), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.795297 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Allocated IP 172.20.0.1 (5aabcb51-4f41-478a-ad41-097a224754cd/bf98ac86-7985-47c5-822a-42fcd3942598/82c1daf9-c505-419f-af2d-b00b8735f9b1) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:09.896644 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.898502 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:09.899228 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:09.943779 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:10.006563 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (fc797464-3440-4595-badf-ebfcb44fc9ee), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.036888 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.041840 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/fc797464-3440-4595-badf-ebfcb44fc9ee HTTP/1.1" status: 204 len: 168 time: 1.8140821 Oct 14 17:55:10.054005 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks [] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.094040 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8df642-d25d-4ac2-8310-e2ef401b80ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fc797464-3440-4595-badf-ebfcb44fc9ee,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:10.098503 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 8e7e4e34-ca99-4f81-9c91-eabc20753df2, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=8e7e4e34-ca99-4f81-9c91-eabc20753df2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:10.099283 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:10.151370 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.198631 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:10.296122 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.359805 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=8e7e4e34-ca99-4f81-9c91-eabc20753df2,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:10.410475 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:10.423154 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Pushing event updated for resources: {'Port': ['ID=82c1daf9-c505-419f-af2d-b00b8735f9b1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:10.431324 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:03Z', 'revision_number': 3, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:10.455911 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Allocated IP 172.20.0.1 (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8/44ecdf07-2233-4b0b-90f5-e09ff30211f3/dccc28b1-96f9-45e9-9e8f-914ca78e8316) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:10.478512 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Network 5aabcb51-4f41-478a-ad41-097a224754cd is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:10.489636 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:10.491826 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 60deb5b2-2533-4835-b7d3-902bced0c8a2 resource provider aggregate not found Oct 14 17:55:10.520375 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 60deb5b2-2533-4835-b7d3-902bced0c8a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60deb5b2-2533-4835-b7d3-902bced0c8a2 found for delete ", "request_id": "req-e716b15d-dde7-4d33-8e00-5a182d1f7e12"}]} Oct 14 17:55:10.522567 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:10.523164 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.537247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.541567 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:10.545155 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194e54-5a0e-4d99-b15e-bcb660fc6799 None None] The sync data for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi is: [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:03Z', 'revision_number': 3, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:10.631080 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:10.634247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40118) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:10.681320 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:10.682159 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:10.682508 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 Oct 14 17:55:10.762435 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d2aa8510-28bc-4264-a77a-4f734f4cb18e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eacbbec0ccbb4ef097d046564d61d468&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1245129 Oct 14 17:55:10.763495 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40120) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:10.860544 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:05Z', 'revision_number': 3, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:10.871152 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:05Z', 'revision_number': 2, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:10.942984 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Checking router: c8d25236-5778-4be7-9c38-f6a97afdf955 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:10.947507 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Updating router c8d25236-5778-4be7-9c38-f6a97afdf955 port 411280f7-dccb-41f5-8ebe-5eef48b26352 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:10.954380 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Checking router: a702f974-9e36-43e3-b9b6-b56340f70ce4 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:10.966045 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Updating router a702f974-9e36-43e3-b9b6-b56340f70ce4 port a31edf4a-9921-4157-b314-e17a57ca0024 binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:11.008905 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.012812 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40126) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:11.023636 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-1359b44d-a168-47f1-9a1b-e5c3ba3eda3c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424981626', 'description': 'tempest-description--1154523592'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:11.031486 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-764cd5ec-2153-4ff9-bb77-6a6d29733d23 admin admin] Publish callbacks [] for security_group (4ecaa81e-7a16-418d-8398-6fdbcfdb0abe), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.050207 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Current status of the port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:11.052601 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.108764 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.123186 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-764cd5ec-2153-4ff9-bb77-6a6d29733d23 admin admin] Publish callbacks [] for security_group (4ecaa81e-7a16-418d-8398-6fdbcfdb0abe), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.172835 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] For port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:11.255577 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Allocated IP 172.20.0.1 (d9e10b55-ef20-4f9b-8608-899751152e31/72565d6d-c0a4-4f2b-9b5c-8bda680acbf0/1d220760-2722-4bd2-adbc-47ef49198748) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:11.264773 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:11.278309 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.302072 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-764cd5ec-2153-4ff9-bb77-6a6d29733d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4ecaa81e-7a16-418d-8398-6fdbcfdb0abe), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.308436 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-764cd5ec-2153-4ff9-bb77-6a6d29733d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.312320 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-764cd5ec-2153-4ff9-bb77-6a6d29733d23 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4ecaa81e-7a16-418d-8398-6fdbcfdb0abe HTTP/1.1" status: 204 len: 168 time: 0.5400972 Oct 14 17:55:11.404695 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1359b44d-a168-47f1-9a1b-e5c3ba3eda3c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.412328 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:11.436602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cd5ec-2153-4ff9-bb77-6a6d29733d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecaa81e-7a16-418d-8398-6fdbcfdb0abe,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:11.458255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:11.530655 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks [] for port (1d220760-2722-4bd2-adbc-47ef49198748), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.597904 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (1d220760-2722-4bd2-adbc-47ef49198748), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.643746 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Publish callbacks [] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.658573 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.660500 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40140) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:11.687009 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Network d9e10b55-ef20-4f9b-8608-899751152e31 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:11.690766 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.693155 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:11.700146 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks [] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.701347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:11.762150 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Provisioning complete for port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:11.762529 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.763487 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Attempt 1 to provision port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 Oct 14 17:55:11.763615 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d220760-2722-4bd2-adbc-47ef49198748,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:11.813895 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (7c0f4f18-5bab-44b8-b420-ed559b8c5037), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.826630 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d657f1-d8d2-41ab-9b55-c1f9b26210d1 None None] Pushing event updated for resources: {'Port': ['ID=411280f7-dccb-41f5-8ebe-5eef48b26352,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:11.871634 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Publish callbacks [] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:11.912022 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d457a-2c6c-4d62-a3e5-7e876e0c261c None None] Pushing event updated for resources: {'Port': ['ID=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:11.983245 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:11.990936 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:11.996208 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Attempting to bind port 411280f7-dccb-41f5-8ebe-5eef48b26352 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:11.997909 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Attempting to bind port 411280f7-dccb-41f5-8ebe-5eef48b26352 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:11.999297 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Attempting to bind port 411280f7-dccb-41f5-8ebe-5eef48b26352 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:12.002047 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.029284 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1359b44d-a168-47f1-9a1b-e5c3ba3eda3c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (ad9fae29-843c-42d7-bffe-a5a15b00f313), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.065749 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1359b44d-a168-47f1-9a1b-e5c3ba3eda3c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ad9fae29-843c-42d7-bffe-a5a15b00f313), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.089602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (1d220760-2722-4bd2-adbc-47ef49198748), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.127703 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:12.128066 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Checking segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:12.128323 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.128718 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Bound using segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:12.129204 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Bound port: 411280f7-dccb-41f5-8ebe-5eef48b26352, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:12.149782 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.176129 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:12.212582 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b44d-a168-47f1-9a1b-e5c3ba3eda3c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9fae29-843c-42d7-bffe-a5a15b00f313,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:12.216874 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.220912 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:12.270989 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Attempting to bind port 303d93ef-2198-4f73-bf29-d6a96f6bf193 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:12.271766 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Attempting to bind port 303d93ef-2198-4f73-bf29-d6a96f6bf193 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:12.272401 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Attempting to bind port 303d93ef-2198-4f73-bf29-d6a96f6bf193 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:12.310793 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1901-6b34-4bbf-b10a-3a6dc70ba33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.327796 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] For port 411280f7-dccb-41f5-8ebe-5eef48b26352, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:12.333955 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] For port 411280f7-dccb-41f5-8ebe-5eef48b26352, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=411280f7-dccb-41f5-8ebe-5eef48b26352,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:12.352898 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.400608 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:12.408533 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:12.412429 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1359b44d-a168-47f1-9a1b-e5c3ba3eda3c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.413685 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1359b44d-a168-47f1-9a1b-e5c3ba3eda3c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3973894 Oct 14 17:55:12.417908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:12.419296 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40152) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:12.428644 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-ea64fbdd-c6c9-4615-ab26-b9851e0f4037 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'security_group_rule': {'security_group_id': 'ad9fae29-843c-42d7-bffe-a5a15b00f313', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:12.432039 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:12.432733 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (a702f974-9e36-43e3-b9b6-b56340f70ce4), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.450235 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea0a07-428e-4edc-b219-80d4caf02719 None None] Pushing event updated for resources: {'Port': ['ID=303d93ef-2198-4f73-bf29-d6a96f6bf193,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:12.488431 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d657f1-d8d2-41ab-9b55-c1f9b26210d1 None None] Pushing event updated for resources: {'Port': ['ID=411280f7-dccb-41f5-8ebe-5eef48b26352,revision_number=4']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:12.522262 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:12.522896 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:12.558298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:12.558569 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.558771 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b Oct 14 17:55:12.564619 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40158) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:12.613697 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Current status of the port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:12.636551 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:12.636551 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:12.638000 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.638412 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:12.639148 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Bound port: 303d93ef-2198-4f73-bf29-d6a96f6bf193, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:12.639537 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.644884 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks [] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.662118 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:12.693976 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ea64fbdd-c6c9-4615-ab26-b9851e0f4037 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (b1d50143-2ece-4a18-bc79-08bdce311317), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.697108 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:12.723980 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Provisioning complete for port 82605e58-0aff-4040-b0ba-d4a1b5235c70 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:12.724360 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.725336 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Attempt 1 to provision port 82605e58-0aff-4040-b0ba-d4a1b5235c70 Oct 14 17:55:12.746943 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Pushing event updated for resources: {'Port': ['ID=dccc28b1-96f9-45e9-9e8f-914ca78e8316,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:12.752622 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.753683 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.766769 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks [] for port (1d220760-2722-4bd2-adbc-47ef49198748), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.797292 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (1d220760-2722-4bd2-adbc-47ef49198748), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:12.805611 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:12.812520 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:12.818629 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Pushing event updated for resources: {'Port': ['ID=82c1daf9-c505-419f-af2d-b00b8735f9b1,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:12.886520 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d220760-2722-4bd2-adbc-47ef49198748,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:13.092093 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Network 5aabcb51-4f41-478a-ad41-097a224754cd is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:13.099085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:13.099290 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Current status of the port 82605e58-0aff-4040-b0ba-d4a1b5235c70 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:13.105718 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] For port 303d93ef-2198-4f73-bf29-d6a96f6bf193, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:13.113921 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.134405 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:12Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:13.145302 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Publish callbacks [] for port (a31edf4a-9921-4157-b314-e17a57ca0024), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.155700 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-27dc0001-a67e-47a2-b7e0-ee8365004c6a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=50048b7509fe4bc89b4cff10cacc4681&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5849571 Oct 14 17:55:13.166623 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] For port 303d93ef-2198-4f73-bf29-d6a96f6bf193, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=303d93ef-2198-4f73-bf29-d6a96f6bf193,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:13.173067 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:13.174579 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82605e58-0aff-4040-b0ba-d4a1b5235c70 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:13.175943 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40170) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:13.185246 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Provisioning complete for port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:13.185551 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.186283 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Attempt 1 to provision port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b Oct 14 17:55:13.192993 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90b75a-d8c7-4f94-a5d7-353662863b39 None None] The sync data for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi is: [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:12Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:13.197369 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1901-6b34-4bbf-b10a-3a6dc70ba33a admin admin] Publish callbacks [] for security_group (ddcd23da-aba3-48c0-b8bb-e4fdbae150d1), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.365847 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.381360 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5ce96c11-7c0f-45c3-a4b6-9d3849bfca55 admin admin] Publish callbacks [] for security_group (6bc3bf08-0afe-42a8-b805-7423f42bf5cd), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.382226 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.431236 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5ce96c11-7c0f-45c3-a4b6-9d3849bfca55 admin admin] Publish callbacks [] for security_group (6bc3bf08-0afe-42a8-b805-7423f42bf5cd), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.439194 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:13.535568 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Routers {'c3f81eaa-4a6c-49a7-8cc9-e398a2509992'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:13.536563 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:13.542377 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1901-6b34-4bbf-b10a-3a6dc70ba33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ddcd23da-aba3-48c0-b8bb-e4fdbae150d1), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.582976 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5ce96c11-7c0f-45c3-a4b6-9d3849bfca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6bc3bf08-0afe-42a8-b805-7423f42bf5cd), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.597780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5ce96c11-7c0f-45c3-a4b6-9d3849bfca55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.602482 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-5ce96c11-7c0f-45c3-a4b6-9d3849bfca55 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6bc3bf08-0afe-42a8-b805-7423f42bf5cd HTTP/1.1" status: 204 len: 168 time: 0.4073412 Oct 14 17:55:13.611621 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:55:13.641853 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ea64fbdd-c6c9-4615-ab26-b9851e0f4037 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (b1d50143-2ece-4a18-bc79-08bdce311317), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.649848 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (7c0f4f18-5bab-44b8-b420-ed559b8c5037), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.660006 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e1901-6b34-4bbf-b10a-3a6dc70ba33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd23da-aba3-48c0-b8bb-e4fdbae150d1,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:13.665308 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2e0e1901-6b34-4bbf-b10a-3a6dc70ba33a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=28c0ea32e702484593f155ceb4d4b3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0031815 Oct 14 17:55:13.679622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ea64fbdd-c6c9-4615-ab26-b9851e0f4037 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (b1d50143-2ece-4a18-bc79-08bdce311317), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.682497 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce96c11-7c0f-45c3-a4b6-9d3849bfca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3bf08-0afe-42a8-b805-7423f42bf5cd,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:13.683312 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40184) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:13.766809 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64fbdd-c6c9-4615-ab26-b9851e0f4037 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d50143-2ece-4a18-bc79-08bdce311317,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:13.816766 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Attempting to bind port a31edf4a-9921-4157-b314-e17a57ca0024 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:13.818698 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Attempting to bind port a31edf4a-9921-4157-b314-e17a57ca0024 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:13.819086 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Attempting to bind port a31edf4a-9921-4157-b314-e17a57ca0024 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:13.833853 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 82605e58-0aff-4040-b0ba-d4a1b5235c70 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:13.834533 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.834878 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 82605e58-0aff-4040-b0ba-d4a1b5235c70 Oct 14 17:55:13.838896 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ea64fbdd-c6c9-4615-ab26-b9851e0f4037 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.841539 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-ea64fbdd-c6c9-4615-ab26-b9851e0f4037 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4165392 Oct 14 17:55:13.843640 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40188) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:13.848656 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-22d44b52-8954-4768-aafd-609b5da8eaf1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'security_group_rule': {'security_group_id': 'ad9fae29-843c-42d7-bffe-a5a15b00f313', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:13.862773 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:13.884742 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:13.922685 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2f133e15-67e8-43a1-9414-745c6a8acf5d admin admin] Publish callbacks [] for security_group (ddcd23da-aba3-48c0-b8bb-e4fdbae150d1), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:13.949953 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2f133e15-67e8-43a1-9414-745c6a8acf5d admin admin] Publish callbacks [] for security_group (ddcd23da-aba3-48c0-b8bb-e4fdbae150d1), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.000489 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60118241-1d3a-41b1-ac35-d9a31262be07 None None] Pushing event updated for resources: {'Port': ['ID=a31edf4a-9921-4157-b314-e17a57ca0024,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:14.025708 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks [] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.031789 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:14.048629 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d9615876-2590-41a1-8036-96fef2e8a774 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c3f81eaa-4a6c-49a7-8cc9-e398a2509992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1261044 Oct 14 17:55:14.048629 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.048629 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (a702f974-9e36-43e3-b9b6-b56340f70ce4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.084816 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2f133e15-67e8-43a1-9414-745c6a8acf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ddcd23da-aba3-48c0-b8bb-e4fdbae150d1), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.093320 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2f133e15-67e8-43a1-9414-745c6a8acf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.099371 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2f133e15-67e8-43a1-9414-745c6a8acf5d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ddcd23da-aba3-48c0-b8bb-e4fdbae150d1 HTTP/1.1" status: 204 len: 168 time: 0.4114406 Oct 14 17:55:14.100254 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-22d44b52-8954-4768-aafd-609b5da8eaf1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (d21b16d8-548b-476f-b88e-6c0d96046b48), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.137068 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] Set router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:14.152758 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:14.186960 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Pushing event updated for resources: {'Port': ['ID=dccc28b1-96f9-45e9-9e8f-914ca78e8316,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:14.193326 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133e15-67e8-43a1-9414-745c6a8acf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd23da-aba3-48c0-b8bb-e4fdbae150d1,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:14.278741 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Network d9e10b55-ef20-4f9b-8608-899751152e31 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:14.300191 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:14.309379 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:14.315281 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:14.449102 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-22d44b52-8954-4768-aafd-609b5da8eaf1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (d21b16d8-548b-476f-b88e-6c0d96046b48), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.480095 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-22d44b52-8954-4768-aafd-609b5da8eaf1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (d21b16d8-548b-476f-b88e-6c0d96046b48), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.588105 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:14.588709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:14.588843 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.589187 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:14.589877 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Bound port: a31edf4a-9921-4157-b314-e17a57ca0024, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:14.590256 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.615062 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d44b52-8954-4768-aafd-609b5da8eaf1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21b16d8-548b-476f-b88e-6c0d96046b48,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:14.632248 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Router a702f974-9e36-43e3-b9b6-b56340f70ce4 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:55:14.650274 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:14.675138 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-22d44b52-8954-4768-aafd-609b5da8eaf1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.682347 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-22d44b52-8954-4768-aafd-609b5da8eaf1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8376796 Oct 14 17:55:14.686676 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40208) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:14.694569 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 82605e58-0aff-4040-b0ba-d4a1b5235c70 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:14.697310 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Current status of the port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:14.699380 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:14.735305 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:55:14.842872 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.942128 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] For port a31edf4a-9921-4157-b314-e17a57ca0024, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:14.946588 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] For port a31edf4a-9921-4157-b314-e17a57ca0024, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=a31edf4a-9921-4157-b314-e17a57ca0024,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:14.951478 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Provisioning complete for port 82c1daf9-c505-419f-af2d-b00b8735f9b1 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:14.951959 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:14.952655 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Attempt 1 to provision port 82c1daf9-c505-419f-af2d-b00b8735f9b1 Oct 14 17:55:14.998332 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea0a07-428e-4edc-b219-80d4caf02719 None None] Pushing event updated for resources: {'Port': ['ID=303d93ef-2198-4f73-bf29-d6a96f6bf193,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:15.007248 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40216) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:15.063262 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a423e925-db1f-4a40-bcf0-332f87d52402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.097750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:15.110997 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.157351 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-41a37a88-cf25-4109-b5a8-8064a4154cb7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7c0f4f18-5bab-44b8-b420-ed559b8c5037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4979866 Oct 14 17:55:15.296615 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40242) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:15.300960 dv-cinder-749155-15-iscsi neutron-server[104407]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 17:55:15.305076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea0839-2a74-498c-85cc-4797a5b8f114 None None] Port 82c1daf9-c505-419f-af2d-b00b8735f9b1 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:15.308493 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Sync routers for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:15.311272 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:15.377185 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:15.543118 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a423e925-db1f-4a40-bcf0-332f87d52402 admin admin] Publish callbacks [] for security_group (01060e70-61a1-4481-94d4-8d176c0cca77), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.555508 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Provisioning complete for port 1d220760-2722-4bd2-adbc-47ef49198748 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:15.555734 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a423e925-db1f-4a40-bcf0-332f87d52402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (01060e70-61a1-4481-94d4-8d176c0cca77), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.556524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (1d220760-2722-4bd2-adbc-47ef49198748), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.557200 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Attempt 1 to provision port 1d220760-2722-4bd2-adbc-47ef49198748 Oct 14 17:55:15.594793 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:55:15.596184 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:15.608462 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Port 1d220760-2722-4bd2-adbc-47ef49198748 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:15.611452 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c98e91ed-d916-4ce3-8547-77b652b9affb admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a702f974-9e36-43e3-b9b6-b56340f70ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9595561 Oct 14 17:55:15.634000 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423e925-db1f-4a40-bcf0-332f87d52402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01060e70-61a1-4481-94d4-8d176c0cca77,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:15.637186 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Provisioning complete for port dccc28b1-96f9-45e9-9e8f-914ca78e8316 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:15.637578 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.638091 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Attempt 1 to provision port dccc28b1-96f9-45e9-9e8f-914ca78e8316 Oct 14 17:55:15.669648 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.685499 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:15.686434 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:15.698875 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Port dccc28b1-96f9-45e9-9e8f-914ca78e8316 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:15.707626 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:15.708494 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:54:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:15.806723 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-a423e925-db1f-4a40-bcf0-332f87d52402 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8f9a8ac978e346cca0f2903d433ba3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7530966 Oct 14 17:55:15.806830 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40260) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:15.819107 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-6a45fd03-4fb7-4575-89be-482b4c0b4da8 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:15.819107 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-6a45fd03-4fb7-4575-89be-482b4c0b4da8 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5aabcb51-4f41-478a-ad41-097a224754cd HTTP/1.1" status: 200 len: 811 time: 0.5194774 Oct 14 17:55:15.836866 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-ef126c5d-a357-4d64-b5e2-67449904a490 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/quotas/bfe90c27e0e44c4794ccff00eac150ca HTTP/1.1" status: 200 len: 375 time: 0.0160198 Oct 14 17:55:15.846843 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Provisioning complete for port 82c1daf9-c505-419f-af2d-b00b8735f9b1 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:15.847706 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:15.848122 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Attempt 1 to provision port 82c1daf9-c505-419f-af2d-b00b8735f9b1 Oct 14 17:55:15.946980 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-94eb026d-21d5-48d1-9068-f6b5d38ea3df tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bfe90c27e0e44c4794ccff00eac150ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073494 Oct 14 17:55:15.974534 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Allocated IP 172.27.3.61 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/411f0a0d-0405-48c2-8ef7-9bac9ea06950) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:15.998993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-20058a50-a055-4248-b89c-2662b75fd515 admin admin] Publish callbacks [] for security_group (01060e70-61a1-4481-94d4-8d176c0cca77), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.052405 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-20058a50-a055-4248-b89c-2662b75fd515 admin admin] Publish callbacks [] for security_group (01060e70-61a1-4481-94d4-8d176c0cca77), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.068126 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '82c1daf9-c505-419f-af2d-b00b8735f9b1', 'name': '', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'mac_address': 'fa:16:3e:d9:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:12Z', 'revision_number': 2, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'subnets': [{'id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:16.118890 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c5599-4f3f-441f-9c20-529f2b05aa49 None None] The sync data for ids ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'] in dv-cinder-749155-15-iscsi is: [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '82c1daf9-c505-419f-af2d-b00b8735f9b1', 'name': '', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'mac_address': 'fa:16:3e:d9:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:12Z', 'revision_number': 2, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'subnets': [{'id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:16.120707 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:16.121325 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.121909 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b Oct 14 17:55:16.128014 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:16.186311 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-cffefde3-578f-4399-8585-0284abe63857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.188760 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60118241-1d3a-41b1-ac35-d9a31262be07 None None] Pushing event updated for resources: {'Port': ['ID=a31edf4a-9921-4157-b314-e17a57ca0024,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:16.207219 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:16.224423 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-20058a50-a055-4248-b89c-2662b75fd515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (01060e70-61a1-4481-94d4-8d176c0cca77), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.239614 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-20058a50-a055-4248-b89c-2662b75fd515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.244826 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-20058a50-a055-4248-b89c-2662b75fd515 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/01060e70-61a1-4481-94d4-8d176c0cca77 HTTP/1.1" status: 204 len: 168 time: 0.4672461 Oct 14 17:55:16.248675 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.253686 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40296) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:16.264297 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-671e9361-20bb-4c9c-9977-491322fd254f None None] Port 82c1daf9-c505-419f-af2d-b00b8735f9b1 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:16.269447 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20058a50-a055-4248-b89c-2662b75fd515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01060e70-61a1-4481-94d4-8d176c0cca77,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:16.333696 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.442592 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:16.458885 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:16.466791 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:16.493806 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-1358b4a9-61d2-434a-980f-45ca9b384a72 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:55:16.495043 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:16.495747 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-1358b4a9-61d2-434a-980f-45ca9b384a72 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2182484 Oct 14 17:55:16.502867 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:16.504234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8e7e4e34-ca99-4f81-9c91-eabc20753df2 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:16.540410 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:16.609525 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (a731afa8-545a-43a2-9c9c-9cea99babd39), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.622752 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'Port': ['ID=411f0a0d-0405-48c2-8ef7-9bac9ea06950,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:16.687671 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:16.717906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-a4f66a46-4a37-421c-91f2-d58178bbba68 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:16.720963 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-a4f66a46-4a37-421c-91f2-d58178bbba68 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 818 time: 0.4657068 Oct 14 17:55:16.732391 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.734271 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:16.762068 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:16.768010 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-f2c7af79-2aa1-4bf2-9370-ee7ca7d0f34c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/quotas/530fdfc3448a40b7aa85170873d3f0ff HTTP/1.1" status: 200 len: 375 time: 0.0365064 Oct 14 17:55:16.819342 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:16.820015 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:16.820111 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 Oct 14 17:55:16.829404 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-d07e50b4-bed3-4e8c-87b0-37523d5289c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024514 Oct 14 17:55:16.940070 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-11b640c4-762e-47de-ad6c-c884956c35b4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634002 Oct 14 17:55:16.952243 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-923b7a1b-8c78-44f3-8ee5-e2f7de76f7b1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123781 Oct 14 17:55:17.134069 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 2, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:17.197195 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:17.206638 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:17.207917 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (a731afa8-545a-43a2-9c9c-9cea99babd39), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:17.264034 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec029649-9b68-440d-b400-0eec8629cd73 None None] The sync data for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi is: [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 2, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:17.324941 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:12Z', 'revision_number': 2, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:17.329549 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:17.330671 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device ae95f04b-c0a6-4b91-b08c-24552c601593 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:17.373251 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:17.378010 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6857345 Oct 14 17:55:17.402841 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12490980-5cf0-46ab-9291-3079dd97e6a0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'Port': ['ID=411f0a0d-0405-48c2-8ef7-9bac9ea06950,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:17.418858 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-356dab95-cb4d-4e20-8695-1c1d8a809089 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:55:17.420124 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-356dab95-cb4d-4e20-8695-1c1d8a809089 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1803739 Oct 14 17:55:17.622196 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-71fb1afa-3a1f-45fe-a51d-6bd4e4b0b8a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892462 Oct 14 17:55:17.694804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Checking router: 7c0f4f18-5bab-44b8-b420-ed559b8c5037 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:17.696661 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Updating router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 port 1d220760-2722-4bd2-adbc-47ef49198748 binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:17.794260 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-b9aade03-64af-4d66-a36e-7ff1812587cf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691129 Oct 14 17:55:17.797078 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (1d220760-2722-4bd2-adbc-47ef49198748), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:17.813725 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:17.889439 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port ae95f04b-c0a6-4b91-b08c-24552c601593 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:17.890018 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:17.890151 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port ae95f04b-c0a6-4b91-b08c-24552c601593 Oct 14 17:55:18.149804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:18.198516 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-cfcad9bb-8d0a-4f4f-88c2-f5c07068d0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.225250 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9721db72-1af4-4f94-b60f-fd90f95949ec req-73dd4158-0b85-4a1e-a3da-7552d1326832 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.1104875 Oct 14 17:55:18.262591 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40388) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:18.269429 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-25bb5415-9bda-4e65-82a1-df85d567b247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506415131', 'description': 'tempest-description--188508476'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:18.373702 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25bb5415-9bda-4e65-82a1-df85d567b247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.469875 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port ae95f04b-c0a6-4b91-b08c-24552c601593 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:18.471386 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.541707 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port ae95f04b-c0a6-4b91-b08c-24552c601593, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=ae95f04b-c0a6-4b91-b08c-24552c601593,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:18.560400 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.565435 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 411280f7-dccb-41f5-8ebe-5eef48b26352 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:18.570107 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25bb5415-9bda-4e65-82a1-df85d567b247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.580180 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6ef8e897-aa4f-4a3a-bce3-e53baf580d50 req-1e1287f4-920f-4ce4-b256-55f0e311e8ac tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 210 time: 0.1668706 Oct 14 17:55:18.589838 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25bb5415-9bda-4e65-82a1-df85d567b247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.647437 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-a2e5465e-eccb-435d-b7be-21d8f4b70070 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--424981626&fields=id&tenant_id=f5488304972c48fab9a2b9711cf7e9c8 HTTP/1.1" status: 200 len: 267 time: 0.2631958 Oct 14 17:55:18.671818 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25bb5415-9bda-4e65-82a1-df85d567b247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.675783 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-25bb5415-9bda-4e65-82a1-df85d567b247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4102948 Oct 14 17:55:18.679181 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40414) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:18.691343 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-57e469bb-55e9-47f1-bc6a-78f2bc7926e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'security_group_rule': {'security_group_id': 'e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:18.708113 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5415-9bda-4e65-82a1-df85d567b247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:18.792048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e469bb-55e9-47f1-bc6a-78f2bc7926e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (f6a3af94-b0d5-4555-ac26-aa274f3ba972), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.869280 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:18.887266 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Publish callbacks [] for port (1d220760-2722-4bd2-adbc-47ef49198748), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:18.892569 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:18.968442 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (1d220760-2722-4bd2-adbc-47ef49198748), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.016140 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e469bb-55e9-47f1-bc6a-78f2bc7926e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (f6a3af94-b0d5-4555-ac26-aa274f3ba972), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.024355 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e469bb-55e9-47f1-bc6a-78f2bc7926e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (f6a3af94-b0d5-4555-ac26-aa274f3ba972), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.095296 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e469bb-55e9-47f1-bc6a-78f2bc7926e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.097184 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-57e469bb-55e9-47f1-bc6a-78f2bc7926e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4120724 Oct 14 17:55:19.100560 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40440) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:19.107162 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-4a0451a5-471c-48bc-9f88-e6e47569db02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'security_group_rule': {'security_group_id': 'e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:19.130695 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e469bb-55e9-47f1-bc6a-78f2bc7926e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a3af94-b0d5-4555-ac26-aa274f3ba972,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:19.138509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 411280f7-dccb-41f5-8ebe-5eef48b26352 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:19.139007 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.139951 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 411280f7-dccb-41f5-8ebe-5eef48b26352 Oct 14 17:55:19.143432 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4a0451a5-471c-48bc-9f88-e6e47569db02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (a03c99b0-4c3c-4312-970b-d2c1b45de835), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.178671 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.206109 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-22ef4e09-fea3-4091-a126-e2e8937f01fd tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:19.207958 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=ae95f04b-c0a6-4b91-b08c-24552c601593,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:19.221787 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4a0451a5-471c-48bc-9f88-e6e47569db02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (a03c99b0-4c3c-4312-970b-d2c1b45de835), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.223587 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-22ef4e09-fea3-4091-a126-e2e8937f01fd tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 811 time: 0.5749192 Oct 14 17:55:19.231531 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4a0451a5-471c-48bc-9f88-e6e47569db02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (a03c99b0-4c3c-4312-970b-d2c1b45de835), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.259063 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0451a5-471c-48bc-9f88-e6e47569db02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03c99b0-4c3c-4312-970b-d2c1b45de835,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:19.278585 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3491d-43a4-42d8-9152-b4155a1c93af None None] Pushing event updated for resources: {'Port': ['ID=1d220760-2722-4bd2-adbc-47ef49198748,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:19.308347 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4a0451a5-471c-48bc-9f88-e6e47569db02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.315948 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-4a0451a5-471c-48bc-9f88-e6e47569db02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2138588 Oct 14 17:55:19.318026 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40448) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:19.326328 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:19.327069 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Attempting to bind port 1d220760-2722-4bd2-adbc-47ef49198748 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:19.327450 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Attempting to bind port 1d220760-2722-4bd2-adbc-47ef49198748 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:19.327816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Attempting to bind port 1d220760-2722-4bd2-adbc-47ef49198748 on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:19.386670 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.450135 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-cd67d71c-6276-42e9-922e-33275fdf4002 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/quotas/f5488304972c48fab9a2b9711cf7e9c8 HTTP/1.1" status: 200 len: 375 time: 0.2214146 Oct 14 17:55:19.511118 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:19.511833 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Checking segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:19.512298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.512755 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Bound using segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:19.513286 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Bound port: 1d220760-2722-4bd2-adbc-47ef49198748, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:19.513655 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (1d220760-2722-4bd2-adbc-47ef49198748), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.581086 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:19.635666 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-98f99d01-50e3-483b-8dc3-86e087ea9db3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846220 Oct 14 17:55:19.671386 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.671992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-18e4ab5b-c7d2-435a-9808-71fc27c56c41 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:19.686409 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 411280f7-dccb-41f5-8ebe-5eef48b26352 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:19.686800 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.687598 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-18e4ab5b-c7d2-435a-9808-71fc27c56c41 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 818 time: 0.6072791 Oct 14 17:55:19.740240 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] For port 1d220760-2722-4bd2-adbc-47ef49198748, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:19.745312 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] For port 1d220760-2722-4bd2-adbc-47ef49198748, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=1d220760-2722-4bd2-adbc-47ef49198748,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:19.748732 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 411280f7-dccb-41f5-8ebe-5eef48b26352, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=411280f7-dccb-41f5-8ebe-5eef48b26352,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:19.763686 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:19.765505 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-8bab66c1-b90f-4391-9895-743392b6af17 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/quotas/530fdfc3448a40b7aa85170873d3f0ff HTTP/1.1" status: 200 len: 375 time: 0.0745580 Oct 14 17:55:19.808095 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (1d220760-2722-4bd2-adbc-47ef49198748), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.022496 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:20.023340 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:20.072917 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Allocated IP 172.27.3.111 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/543f13f3-f71f-4f95-beec-96f482d4d13e) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:20.167220 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-cbedefdd-f855-4eea-8429-4a85f902c050 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4001737 Oct 14 17:55:20.219001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 303d93ef-2198-4f73-bf29-d6a96f6bf193 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:20.320542 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=411280f7-dccb-41f5-8ebe-5eef48b26352,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:20.420081 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-2b9ceb3d-8dd4-484c-a50f-ca37467ce717 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947351 Oct 14 17:55:20.475793 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:20.478338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.539458 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 303d93ef-2198-4f73-bf29-d6a96f6bf193 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:20.545915 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.546382 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 303d93ef-2198-4f73-bf29-d6a96f6bf193 Oct 14 17:55:20.636460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.676383 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-330aa8e3-b49d-4969-b452-371ff7b9bfb0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983182 Oct 14 17:55:20.686477 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.708572 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:20.778358 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.779395 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:20.784123 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3491d-43a4-42d8-9152-b4155a1c93af None None] Pushing event updated for resources: {'Port': ['ID=1d220760-2722-4bd2-adbc-47ef49198748,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:20.792438 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:20.797561 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:20.816723 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'Port': ['ID=543f13f3-f71f-4f95-beec-96f482d4d13e,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:20.886450 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 303d93ef-2198-4f73-bf29-d6a96f6bf193 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:20.886951 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.893968 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:20.895372 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bb553b8d-fb29-4b72-a421-bf9d45af64ab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172122 Oct 14 17:55:20.899768 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-98fc7204-dd44-429a-8fc4-431aad38345a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606776 Oct 14 17:55:20.914977 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:21.016694 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:21.035304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 303d93ef-2198-4f73-bf29-d6a96f6bf193, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=303d93ef-2198-4f73-bf29-d6a96f6bf193,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:21.049305 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:21.050226 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device ae95f04b-c0a6-4b91-b08c-24552c601593 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:21.304697 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:21.434136 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=303d93ef-2198-4f73-bf29-d6a96f6bf193,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:21.468153 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-73de4de1-ceeb-474a-969d-032d64ce626a req-eff00c30-1460-4ac3-944c-cc3803560a2e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0885706 Oct 14 17:55:21.470710 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:21.483023 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:21.483941 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:21.484296 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:21.623777 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-408fd077-cac5-468c-9884-85b188e4914c req-9c576d26-c1b3-4a23-97e5-f6a3b1e83c03 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.1545522 Oct 14 17:55:21.628263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:21.642754 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port ae95f04b-c0a6-4b91-b08c-24552c601593 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:21.643184 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:21.643611 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port ae95f04b-c0a6-4b91-b08c-24552c601593 Oct 14 17:55:21.662311 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:21.669418 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'Port': ['ID=543f13f3-f71f-4f95-beec-96f482d4d13e,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:21.702245 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:21.713213 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f5c114de-b4aa-45ff-b5d0-89bb56d6f308 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3932817 Oct 14 17:55:21.754366 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7e907bd1-6aab-44a4-94c0-7a47f7d9b918 req-5aa5c675-ef79-4fff-8394-fc8b7cc30866 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.1612270 Oct 14 17:55:21.775303 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:21.784536 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Sync routers for ids ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:21.816502 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Routers {'c3f81eaa-4a6c-49a7-8cc9-e398a2509992'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:21.818841 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:21.828732 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec1511-886a-4c37-9bfa-4ccf959010fe None None] The sync data for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi is: [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:21.887847 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port ae95f04b-c0a6-4b91-b08c-24552c601593 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:22.090848 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40584) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:22.169782 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40594) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:22.359561 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-599726c7-7e5c-4452-877f-7d39da66fa38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.369367 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-92cc2155-b110-430e-839f-9dd47954fb98 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1506415131&fields=id&tenant_id=261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 267 time: 0.2227285 Oct 14 17:55:22.392657 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Set router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:22.412382 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd9d2-c9f2-4e7c-849e-23a30a2e8aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.515208 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a31edf4a-9921-4157-b314-e17a57ca0024 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:22.524814 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:22.587150 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:22.590300 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-32ecea62-a173-49a4-9ef1-cb7c0f8e28d4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:22.600232 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-32ecea62-a173-49a4-9ef1-cb7c0f8e28d4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 817 time: 0.2279038 Oct 14 17:55:22.623188 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-7f497591-2b06-4f30-a23a-975f5de37bc3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/quotas/261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 375 time: 0.0210433 Oct 14 17:55:22.633435 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port a31edf4a-9921-4157-b314-e17a57ca0024 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:22.634271 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.634747 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port a31edf4a-9921-4157-b314-e17a57ca0024 Oct 14 17:55:22.677120 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-599726c7-7e5c-4452-877f-7d39da66fa38 admin admin] Publish callbacks [] for security_group (20c609f9-9d3d-494b-a06f-c08584ca8bc7), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.709315 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '82c1daf9-c505-419f-af2d-b00b8735f9b1', 'name': '', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'mac_address': 'fa:16:3e:d9:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:12Z', 'revision_number': 2, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'subnets': [{'id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:22.709562 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-af48d53a-8851-49d6-99c5-45c1e77a2fb4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792756 Oct 14 17:55:22.723660 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-599726c7-7e5c-4452-877f-7d39da66fa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (20c609f9-9d3d-494b-a06f-c08584ca8bc7), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.728110 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd9d2-c9f2-4e7c-849e-23a30a2e8aba admin admin] Publish callbacks [] for security_group (521863b6-560d-40eb-adf5-55a48a92d9a9), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.740089 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Checking router: c3f81eaa-4a6c-49a7-8cc9-e398a2509992 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:22.740727 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Updating router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 port 82c1daf9-c505-419f-af2d-b00b8735f9b1 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:22.761401 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd9d2-c9f2-4e7c-849e-23a30a2e8aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (521863b6-560d-40eb-adf5-55a48a92d9a9), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.779483 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.806520 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:22.821931 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599726c7-7e5c-4452-877f-7d39da66fa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c609f9-9d3d-494b-a06f-c08584ca8bc7,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:22.858523 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-599726c7-7e5c-4452-877f-7d39da66fa38 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=069be3feed4a45bbb848710c19d28052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7665105 Oct 14 17:55:22.859499 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd9d2-c9f2-4e7c-849e-23a30a2e8aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521863b6-560d-40eb-adf5-55a48a92d9a9,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:22.861956 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40610) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:22.865659 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-ee5bd9d2-c9f2-4e7c-849e-23a30a2e8aba admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=17a23a40169b43db87861e5a3b0afa3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6940563 Oct 14 17:55:22.874423 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-3dcfd922-9a35-47be-a5c2-0649d6b9db66 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558232 Oct 14 17:55:22.875633 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40612) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:22.886782 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-33d2f5f5-0ba2-4f31-88e6-a36df2f2ef3e req-1aee85b0-1cce-491d-9d6c-aee87538a862 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.1549194 Oct 14 17:55:22.909552 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port a31edf4a-9921-4157-b314-e17a57ca0024 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:22.910190 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.958177 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port a31edf4a-9921-4157-b314-e17a57ca0024, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=a31edf4a-9921-4157-b314-e17a57ca0024,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:22.965258 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:22.966735 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 303d93ef-2198-4f73-bf29-d6a96f6bf193 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:22.988926 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-24671a66-d545-4ae4-9528-acc30b718e59 admin admin] Publish callbacks [] for security_group (20c609f9-9d3d-494b-a06f-c08584ca8bc7), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.026359 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-24671a66-d545-4ae4-9528-acc30b718e59 admin admin] Publish callbacks [] for security_group (20c609f9-9d3d-494b-a06f-c08584ca8bc7), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.028607 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e0620cd-c013-4cd7-9516-2cd0e71d705e admin admin] Publish callbacks [] for security_group (521863b6-560d-40eb-adf5-55a48a92d9a9), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.057982 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-c0a5d60c-01f4-4b44-b7be-159692e015a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824777 Oct 14 17:55:23.077007 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e0620cd-c013-4cd7-9516-2cd0e71d705e admin admin] Publish callbacks [] for security_group (521863b6-560d-40eb-adf5-55a48a92d9a9), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.096274 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 303d93ef-2198-4f73-bf29-d6a96f6bf193 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:23.096872 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.097287 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 303d93ef-2198-4f73-bf29-d6a96f6bf193 Oct 14 17:55:23.099479 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=a31edf4a-9921-4157-b314-e17a57ca0024,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:23.116247 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e4a9d800-c153-4e40-9595-8114304e13bc req-e8871de3-5a46-4d21-8776-fade130bebc5 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.0870204 Oct 14 17:55:23.194973 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 303d93ef-2198-4f73-bf29-d6a96f6bf193 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:23.197092 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 1d220760-2722-4bd2-adbc-47ef49198748 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:23.205911 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a9c6919-c88d-4b91-b4c6-fbf9e4b30d46 req-ac2a5c6a-56df-4408-9faf-5624d4342b95 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0340829 Oct 14 17:55:23.232860 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Publish callbacks [] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.240206 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.250255 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 1d220760-2722-4bd2-adbc-47ef49198748 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:23.250666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (1d220760-2722-4bd2-adbc-47ef49198748), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.250994 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 1d220760-2722-4bd2-adbc-47ef49198748 Oct 14 17:55:23.361938 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e0620cd-c013-4cd7-9516-2cd0e71d705e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (521863b6-560d-40eb-adf5-55a48a92d9a9), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.377054 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e0620cd-c013-4cd7-9516-2cd0e71d705e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.389205 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2e0620cd-c013-4cd7-9516-2cd0e71d705e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/521863b6-560d-40eb-adf5-55a48a92d9a9 HTTP/1.1" status: 204 len: 168 time: 0.5095716 Oct 14 17:55:23.392364 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c314d27-ff0f-4325-be57-ed9644e193d7 None None] Pushing event updated for resources: {'Port': ['ID=82c1daf9-c505-419f-af2d-b00b8735f9b1,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:23.417083 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-24671a66-d545-4ae4-9528-acc30b718e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (20c609f9-9d3d-494b-a06f-c08584ca8bc7), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.420764 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 1d220760-2722-4bd2-adbc-47ef49198748 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:23.421185 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (1d220760-2722-4bd2-adbc-47ef49198748), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.430798 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-24671a66-d545-4ae4-9528-acc30b718e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.460792 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Attempting to bind port 82c1daf9-c505-419f-af2d-b00b8735f9b1 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:23.461708 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Attempting to bind port 82c1daf9-c505-419f-af2d-b00b8735f9b1 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:23.462226 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-24671a66-d545-4ae4-9528-acc30b718e59 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/20c609f9-9d3d-494b-a06f-c08584ca8bc7 HTTP/1.1" status: 204 len: 168 time: 0.5689030 Oct 14 17:55:23.462595 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Attempting to bind port 82c1daf9-c505-419f-af2d-b00b8735f9b1 on network 5aabcb51-4f41-478a-ad41-097a224754cd {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:23.471709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 1d220760-2722-4bd2-adbc-47ef49198748, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=1d220760-2722-4bd2-adbc-47ef49198748,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:23.475825 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (1d220760-2722-4bd2-adbc-47ef49198748), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.478198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 411280f7-dccb-41f5-8ebe-5eef48b26352 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:23.510525 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:23.510866 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Checking segment: {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:23.511283 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.511675 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Bound using segment: {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:23.514078 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Bound port: 82c1daf9-c505-419f-af2d-b00b8735f9b1, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:23.514464 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.518820 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0620cd-c013-4cd7-9516-2cd0e71d705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521863b6-560d-40eb-adf5-55a48a92d9a9,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:23.571351 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24671a66-d545-4ae4-9528-acc30b718e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c609f9-9d3d-494b-a06f-c08584ca8bc7,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:23.578714 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-52a7ebdf-99d0-41a4-be6e-3f3be9eb787e req-302973d1-180e-47b8-ac56-26c0652196f9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0727191 Oct 14 17:55:23.618889 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] For port 82c1daf9-c505-419f-af2d-b00b8735f9b1, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:23.624500 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] For port 82c1daf9-c505-419f-af2d-b00b8735f9b1, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=82c1daf9-c505-419f-af2d-b00b8735f9b1,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:23.642554 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.694365 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Routers {'c3f81eaa-4a6c-49a7-8cc9-e398a2509992'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:23.695168 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:23.761666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=1d220760-2722-4bd2-adbc-47ef49198748,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:23.779043 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 411280f7-dccb-41f5-8ebe-5eef48b26352 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:23.779619 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:23.780161 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 411280f7-dccb-41f5-8ebe-5eef48b26352 Oct 14 17:55:23.949893 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 411280f7-dccb-41f5-8ebe-5eef48b26352 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:24.095389 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c314d27-ff0f-4325-be57-ed9644e193d7 None None] Pushing event updated for resources: {'Port': ['ID=82c1daf9-c505-419f-af2d-b00b8735f9b1,revision_number=4']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:24.125443 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40650) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:24.154364 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-239fae9d-a615-4e44-a2af-d30a73af45b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.165577 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] Set router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:24.209506 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a31edf4a-9921-4157-b314-e17a57ca0024 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:24.249375 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b6893e66-66f4-4fb6-816f-6eaaf394278f req-fe3fe87c-3f6a-4761-9cd5-13c785532e04 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.1557555 Oct 14 17:55:24.333198 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:24.334589 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:24.335818 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40660) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:24.371172 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-239fae9d-a615-4e44-a2af-d30a73af45b8 admin admin] Publish callbacks [] for security_group (07140d8c-6aa9-401a-ba7f-fdec5a3b75e8), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.373505 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-448709db-2c0b-4b4f-97d2-3e9413e4c416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.374370 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4aca50ea-e2cc-4286-8ced-418da699122c req-85bb510b-9a4b-4345-ae16-dc8a37ea659c tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.1004169 Oct 14 17:55:24.405031 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port a31edf4a-9921-4157-b314-e17a57ca0024 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:24.417054 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.418833 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port a31edf4a-9921-4157-b314-e17a57ca0024 Oct 14 17:55:24.440660 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-239fae9d-a615-4e44-a2af-d30a73af45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (07140d8c-6aa9-401a-ba7f-fdec5a3b75e8), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.463694 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-972fe0b2-2641-4441-b7c6-9c79c33a6d92 req-e47e5f10-a16e-47ad-8968-f4acbcfb1a0d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0522485 Oct 14 17:55:24.480807 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-239fae9d-a615-4e44-a2af-d30a73af45b8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=35634575726d46d3a6736b3f5b25f50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540480 Oct 14 17:55:24.485021 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40664) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:24.568875 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port a31edf4a-9921-4157-b314-e17a57ca0024 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:24.570953 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 1d220760-2722-4bd2-adbc-47ef49198748 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:24.580235 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:24.580768 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-448709db-2c0b-4b4f-97d2-3e9413e4c416 admin admin] Publish callbacks [] for security_group (18a3ec38-a375-4dfd-812b-3b71fa6566fe), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.581635 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:24.594611 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-448709db-2c0b-4b4f-97d2-3e9413e4c416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (18a3ec38-a375-4dfd-812b-3b71fa6566fe), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.613157 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-30c99630-e80f-479f-9a74-4c7005f6a9f0 admin admin] Publish callbacks [] for security_group (07140d8c-6aa9-401a-ba7f-fdec5a3b75e8), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.631944 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:24.635478 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '82c1daf9-c505-419f-af2d-b00b8735f9b1', 'name': '', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'mac_address': 'fa:16:3e:d9:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 4, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'subnets': [{'id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:24.657722 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-30c99630-e80f-479f-9a74-4c7005f6a9f0 admin admin] Publish callbacks [] for security_group (07140d8c-6aa9-401a-ba7f-fdec5a3b75e8), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.666098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fae9d-a615-4e44-a2af-d30a73af45b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07140d8c-6aa9-401a-ba7f-fdec5a3b75e8,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:24.671971 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 1d220760-2722-4bd2-adbc-47ef49198748 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:24.672655 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (1d220760-2722-4bd2-adbc-47ef49198748), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.674303 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 1d220760-2722-4bd2-adbc-47ef49198748 Oct 14 17:55:24.687779 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:24.706940 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4d844-8b5d-4bed-b618-63786c298898 None None] The sync data for ids ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'] in dv-cinder-749155-15-iscsi is: [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '82c1daf9-c505-419f-af2d-b00b8735f9b1', 'name': '', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'mac_address': 'fa:16:3e:d9:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 4, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'subnets': [{'id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:24.717361 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-448709db-2c0b-4b4f-97d2-3e9413e4c416 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dbb785ac634049fab5048d6c2290c2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762088 Oct 14 17:55:24.720561 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40674) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:24.750825 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448709db-2c0b-4b4f-97d2-3e9413e4c416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a3ec38-a375-4dfd-812b-3b71fa6566fe,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:24.790564 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1132d584-ef79-45ea-9b1c-85a26ad0d68b req-f78fafdb-bb0f-4618-834d-d32f17613bdc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0383041 Oct 14 17:55:24.804515 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:24.824290 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 1d220760-2722-4bd2-adbc-47ef49198748 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:24.836926 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2b57f43d-2b11-420a-9638-dd2a7fc38707 admin admin] Publish callbacks [] for security_group (18a3ec38-a375-4dfd-812b-3b71fa6566fe), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.855732 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-30c99630-e80f-479f-9a74-4c7005f6a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (07140d8c-6aa9-401a-ba7f-fdec5a3b75e8), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.858343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-30c99630-e80f-479f-9a74-4c7005f6a9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.860059 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-30c99630-e80f-479f-9a74-4c7005f6a9f0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/07140d8c-6aa9-401a-ba7f-fdec5a3b75e8 HTTP/1.1" status: 204 len: 168 time: 0.3732903 Oct 14 17:55:24.866085 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2b57f43d-2b11-420a-9638-dd2a7fc38707 admin admin] Publish callbacks [] for security_group (18a3ec38-a375-4dfd-812b-3b71fa6566fe), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.890054 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c99630-e80f-479f-9a74-4c7005f6a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07140d8c-6aa9-401a-ba7f-fdec5a3b75e8,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:24.944520 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2b57f43d-2b11-420a-9638-dd2a7fc38707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (18a3ec38-a375-4dfd-812b-3b71fa6566fe), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.948755 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2b57f43d-2b11-420a-9638-dd2a7fc38707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:24.950052 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2b57f43d-2b11-420a-9638-dd2a7fc38707 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/18a3ec38-a375-4dfd-812b-3b71fa6566fe HTTP/1.1" status: 204 len: 168 time: 0.2272873 Oct 14 17:55:24.958369 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57f43d-2b11-420a-9638-dd2a7fc38707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a3ec38-a375-4dfd-812b-3b71fa6566fe,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:25.412392 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e1e327f-29e9-43b8-96f9-f9cf786e0245 req-9dd6b54b-26af-42de-ba84-9fe45077c497 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0522485 Oct 14 17:55:25.517610 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7a1943ca-986f-47f6-ad10-abc2a1d3d8ea req-f16139d4-0a8d-4304-a079-aa476ed6e244 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.0665901 Oct 14 17:55:25.574969 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ccd3d8c9-64ea-4d12-8a68-04360171e8af req-87a80278-e166-4e4c-bb1f-df7234b06fda tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Oct 14 17:55:25.960210 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a50fd133-9b23-476a-a3c7-b824388cfe78 req-311d539a-ee98-414c-b5f9-4a9f4d481040 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0403893 Oct 14 17:55:26.094003 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82c1daf9-c505-419f-af2d-b00b8735f9b1 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:26.145051 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 82c1daf9-c505-419f-af2d-b00b8735f9b1 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:26.145900 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:26.146714 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 82c1daf9-c505-419f-af2d-b00b8735f9b1 Oct 14 17:55:26.243428 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:26.260648 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 82c1daf9-c505-419f-af2d-b00b8735f9b1 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:26.261713 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:26.337701 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 82c1daf9-c505-419f-af2d-b00b8735f9b1, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=82c1daf9-c505-419f-af2d-b00b8735f9b1,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:26.340703 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Sync routers for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:55:26.353835 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:26.360351 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:26.361267 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:26.564845 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0e1db909-926c-4fb4-8446-118a8052c49a req-6f2bd5de-850c-43b3-bf01-432e9b85fd54 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0445578 Oct 14 17:55:26.649840 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=82c1daf9-c505-419f-af2d-b00b8735f9b1,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:26.699081 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:26.724449 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bd91fb3c-b685-40d7-a76a-bafd60f37b5d req-9dc3b194-6e4f-4d47-ad7e-04da7b42bc17 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.0620260 Oct 14 17:55:26.760929 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-06de39e9-d61d-4fb1-b737-1da187bd8728 req-330e5d3a-d8a5-4557-9dd2-bf4cd6ca328d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0444643 Oct 14 17:55:26.957751 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 2, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:26.984570 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Checking router: a702f974-9e36-43e3-b9b6-b56340f70ce4 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:55:26.984916 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Updating router a702f974-9e36-43e3-b9b6-b56340f70ce4 port dccc28b1-96f9-45e9-9e8f-914ca78e8316 binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:55:27.018798 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:27.099603 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-527fbf34-4091-48f9-956d-c9474ea97ea7 req-e7c134aa-10e0-4f30-b077-076a051618c9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0304458 Oct 14 17:55:27.348456 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Publish callbacks [] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:27.358542 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:27.412806 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce17cf3-7bb1-4df1-8b33-911a5d05db08 None None] Pushing event updated for resources: {'Port': ['ID=dccc28b1-96f9-45e9-9e8f-914ca78e8316,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:27.491960 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Attempting to bind port dccc28b1-96f9-45e9-9e8f-914ca78e8316 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:27.493291 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Attempting to bind port dccc28b1-96f9-45e9-9e8f-914ca78e8316 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:27.493905 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Attempting to bind port dccc28b1-96f9-45e9-9e8f-914ca78e8316 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:27.545176 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:27.545589 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Checking segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:27.545978 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:27.546689 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Bound using segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:27.548530 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Bound port: dccc28b1-96f9-45e9-9e8f-914ca78e8316, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:27.548530 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:27.651285 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] For port dccc28b1-96f9-45e9-9e8f-914ca78e8316, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:27.656377 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] For port dccc28b1-96f9-45e9-9e8f-914ca78e8316, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=dccc28b1-96f9-45e9-9e8f-914ca78e8316,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:27.667246 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:27.718734 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:55:27.719488 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:27.783222 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.25', 52593) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:27.796107 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bba960dc-044e-4d12-807c-307d9e5552bc req-905dbf8c-3017-4070-a60a-774278849a8e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0829353 Oct 14 17:55:27.804268 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce17cf3-7bb1-4df1-8b33-911a5d05db08 None None] Pushing event updated for resources: {'Port': ['ID=dccc28b1-96f9-45e9-9e8f-914ca78e8316,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:27.920043 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a2aa478b-d956-42fb-ae3e-4f7fdbbde746 req-13b9f5e4-4e8c-4a15-bf6c-eced1da95bf2 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.0598326 Oct 14 17:55:27.953516 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:55:28.006551 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cdcbacf5-e354-40b5-8bd2-51fcfecf445f req-f99738fe-78a1-4f86-b276-dcf2fec0975c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0618162 Oct 14 17:55:28.139310 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-0e5b4a23-96e3-49fa-bbce-64a2e9a190db tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:28.140881 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-0e5b4a23-96e3-49fa-bbce-64a2e9a190db tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5aabcb51-4f41-478a-ad41-097a224754cd HTTP/1.1" status: 200 len: 811 time: 0.3493352 Oct 14 17:55:28.183746 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dccc28b1-96f9-45e9-9e8f-914ca78e8316 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:28.188907 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:28.211946 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1707bea9-b74c-455e-a56a-794baa3373f7 req-d3b2bcff-a756-4fa9-92df-fbf86518b447 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0277853 Oct 14 17:55:28.214250 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:28.218169 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:28.307209 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port dccc28b1-96f9-45e9-9e8f-914ca78e8316 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:28.307584 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:28.308163 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port dccc28b1-96f9-45e9-9e8f-914ca78e8316 Oct 14 17:55:28.355133 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Request body: {'port': {'device_id': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'admin_state_up': True, 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:28.382594 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:27Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:55:28.434366 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4d083-188b-4230-b940-c9a373aabf7b None None] The sync data for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi is: [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:27Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:55:28.454666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port dccc28b1-96f9-45e9-9e8f-914ca78e8316 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:28.455099 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:28.457310 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.25', 52604) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:28.549050 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Made reservation on behalf of bfe90c27e0e44c4794ccff00eac150ca for: {'port': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:28.553369 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:28.590696 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port dccc28b1-96f9-45e9-9e8f-914ca78e8316, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=dccc28b1-96f9-45e9-9e8f-914ca78e8316,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:28.599654 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:28.600977 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82c1daf9-c505-419f-af2d-b00b8735f9b1 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:28.826706 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=dccc28b1-96f9-45e9-9e8f-914ca78e8316,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:28.832337 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dd40b736-0e7a-4350-996f-8bc99b9407c1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:28.848603 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dd40b736-0e7a-4350-996f-8bc99b9407c1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 818 time: 0.3606575 Oct 14 17:55:28.861635 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 82c1daf9-c505-419f-af2d-b00b8735f9b1 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:28.875154 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'port': {'device_id': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'admin_state_up': True, 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:28.885151 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:28.885677 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 82c1daf9-c505-419f-af2d-b00b8735f9b1 Oct 14 17:55:29.161579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:29.178674 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0659f09-7eae-4d59-afc6-69b928751152 req-e254e385-b0bd-4b06-a117-0d40389a5a6c tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.0821836 Oct 14 17:55:29.178674 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d81bd68f-935b-4cd4-8f4f-008d1da315e9 req-1cef9a26-5b0c-4269-bad1-65f06215614a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0733232 Oct 14 17:55:29.191270 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 82c1daf9-c505-419f-af2d-b00b8735f9b1 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:29.222585 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Allocated IP 172.20.0.14 (5aabcb51-4f41-478a-ad41-097a224754cd/bf98ac86-7985-47c5-822a-42fcd3942598/4fabe4d0-728b-4fc6-a568-02ede59f8a1d) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:29.433066 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.25', 52615) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:29.843861 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:29.861485 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks [] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:29.886030 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:29.959291 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c78bfcbc-5774-4304-9570-9d3172e7cc18 req-6aba1088-e3f6-443b-bcc4-786da5e09158 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.6444457 Oct 14 17:55:30.009380 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:30.023870 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-69511b5c-d904-4bf3-91c4-7c089f44fc08 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:30.025483 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-69511b5c-d904-4bf3-91c4-7c089f44fc08 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 818 time: 0.5665977 Oct 14 17:55:30.046341 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f41a45e4-4a66-4059-8d66-e36a210cf39c req-79ed9522-961b-42b4-ab42-ae3331f97db6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.6911602 Oct 14 17:55:30.092463 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dccc28b1-96f9-45e9-9e8f-914ca78e8316 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:30.175408 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port dccc28b1-96f9-45e9-9e8f-914ca78e8316 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:30.176081 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:30.176545 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port dccc28b1-96f9-45e9-9e8f-914ca78e8316 Oct 14 17:55:30.190560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Made reservation on behalf of 530fdfc3448a40b7aa85170873d3f0ff for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:30.192814 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Network 5aabcb51-4f41-478a-ad41-097a224754cd is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:30.196043 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:30.209402 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:30.217555 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:30.261926 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:30.262599 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:30.303871 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Pushing event updated for resources: {'Port': ['ID=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:30.321875 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-3b31ab03-f9e2-4bd6-9e15-c4e6660e38fc tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9714787 Oct 14 17:55:30.406639 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port dccc28b1-96f9-45e9-9e8f-914ca78e8316 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:30.460378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:30.466788 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b71066-3e48-4bec-92cb-0d64c34c5ed5 req-5bfec31e-c67f-4552-9f29-e72d2e432f23 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:30.468609 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c7b71066-3e48-4bec-92cb-0d64c34c5ed5 req-5bfec31e-c67f-4552-9f29-e72d2e432f23 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.0848658 Oct 14 17:55:30.595405 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-36c471f4-ac4f-4765-a1e9-77efc1bd64af req-fdf90845-5487-4228-85ef-17116f7f9b0c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.1429977 Oct 14 17:55:30.626439 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-de819859-ea25-428d-bc9d-9c36e1bb82ef None None] Provisioning complete for port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:30.626990 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-de819859-ea25-428d-bc9d-9c36e1bb82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:30.627466 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-de819859-ea25-428d-bc9d-9c36e1bb82ef None None] Attempt 1 to provision port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d Oct 14 17:55:30.665994 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-de819859-ea25-428d-bc9d-9c36e1bb82ef None None] Port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:30.699966 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c7b71066-3e48-4bec-92cb-0d64c34c5ed5 req-4679a607-956b-4ee5-a075-0d5dcbe3e270 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183692 Oct 14 17:55:30.767989 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Allocated IP 172.20.0.6 (d9e10b55-ef20-4f9b-8608-899751152e31/72565d6d-c0a4-4f2b-9b5c-8bda680acbf0/5c0c93a0-251d-455a-ae8a-79932ce54280) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:31.018183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.061050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.177417 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'Port': ['ID=5c0c93a0-251d-455a-ae8a-79932ce54280,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:31.217747 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-23221179-fb13-4e9a-bda3-8ca38863cb15 req-7c38b960-b25f-4e29-bb0c-6659d4f6f415 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0425479 Oct 14 17:55:31.230823 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Network d9e10b55-ef20-4f9b-8608-899751152e31 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:31.246173 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:31.254339 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fd21159b-e094-42ed-8216-3c52759b2d5a req-f2bbe333-feea-4be2-9f84-cec57c665a01 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0430167 Oct 14 17:55:31.255118 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:31.314614 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:31.315414 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.334882 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-dbec5aeb-689c-44d7-8130-bfa9d21c493c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4708331 Oct 14 17:55:31.436375 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40952) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:31.496065 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-8d68e31a-96ac-4316-87a4-ce81839a65f5 None None] Provisioning complete for port 5c0c93a0-251d-455a-ae8a-79932ce54280 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:31.496741 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-8d68e31a-96ac-4316-87a4-ce81839a65f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.496741 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-8d68e31a-96ac-4316-87a4-ce81839a65f5 None None] Attempt 1 to provision port 5c0c93a0-251d-455a-ae8a-79932ce54280 Oct 14 17:55:31.529273 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-8d68e31a-96ac-4316-87a4-ce81839a65f5 None None] Port 5c0c93a0-251d-455a-ae8a-79932ce54280 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:31.542915 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c73b0173-0a1b-466a-bb91-de9e3e7372e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.618762 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c73b0173-0a1b-466a-bb91-de9e3e7372e6 admin admin] Publish callbacks [] for security_group (b1cad412-b88f-4f74-aa89-b5136d494a17), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.621702 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c73b0173-0a1b-466a-bb91-de9e3e7372e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b1cad412-b88f-4f74-aa89-b5136d494a17), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.659740 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b0173-0a1b-466a-bb91-de9e3e7372e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cad412-b88f-4f74-aa89-b5136d494a17,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:31.664781 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c73b0173-0a1b-466a-bb91-de9e3e7372e6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e1e5f99ad67d454d904be9dc08c0411b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266543 Oct 14 17:55:31.667520 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40960) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:31.720604 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f3ce9a58-1a07-4ce4-9128-b8b4b0f3caca req-ea15bcf4-da51-4aea-b5d2-3306181fe5a5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0323241 Oct 14 17:55:31.722708 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83e9d711-d8ac-4411-90ea-ac3af4b7e6d4 admin admin] Publish callbacks [] for security_group (b1cad412-b88f-4f74-aa89-b5136d494a17), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.762610 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83e9d711-d8ac-4411-90ea-ac3af4b7e6d4 admin admin] Publish callbacks [] for security_group (b1cad412-b88f-4f74-aa89-b5136d494a17), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.817965 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83e9d711-d8ac-4411-90ea-ac3af4b7e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b1cad412-b88f-4f74-aa89-b5136d494a17), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.820977 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83e9d711-d8ac-4411-90ea-ac3af4b7e6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:31.822163 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-83e9d711-d8ac-4411-90ea-ac3af4b7e6d4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b1cad412-b88f-4f74-aa89-b5136d494a17 HTTP/1.1" status: 204 len: 168 time: 0.1535251 Oct 14 17:55:31.827128 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:31.830906 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9d711-d8ac-4411-90ea-ac3af4b7e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cad412-b88f-4f74-aa89-b5136d494a17,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:31.850276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f0b4-b1e7-4cd4-aa4a-e0de746a0289 req-7fa7e030-b21f-41d1-a5a7-b26e226400a5 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:31.852396 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-41a0f0b4-b1e7-4cd4-aa4a-e0de746a0289 req-7fa7e030-b21f-41d1-a5a7-b26e226400a5 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.0567138 Oct 14 17:55:31.865387 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:31.906773 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-41a0f0b4-b1e7-4cd4-aa4a-e0de746a0289 req-9a72d6ff-1e56-40e0-b8ae-104ac7b56081 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487027 Oct 14 17:55:32.113582 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 40972) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:32.127013 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0878c5ef-0911-4c5b-b5d4-5fefa02f2355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:32.202745 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0878c5ef-0911-4c5b-b5d4-5fefa02f2355 admin admin] Publish callbacks [] for security_group (cae776f8-c768-48f7-adfa-ac3a2be6ced2), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:32.206223 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0878c5ef-0911-4c5b-b5d4-5fefa02f2355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (cae776f8-c768-48f7-adfa-ac3a2be6ced2), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:32.244993 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878c5ef-0911-4c5b-b5d4-5fefa02f2355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae776f8-c768-48f7-adfa-ac3a2be6ced2,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:32.250276 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-0878c5ef-0911-4c5b-b5d4-5fefa02f2355 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3033d08dbe484d0a95dcaa46525cedf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356637 Oct 14 17:55:32.253079 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 40978) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:32.307662 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83a22375-9f26-4564-9ec6-10d062ecb038 admin admin] Publish callbacks [] for security_group (cae776f8-c768-48f7-adfa-ac3a2be6ced2), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:32.325809 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-03d5826c-33bc-4d2f-8b9b-e64d84852c93 req-06b38a26-d4c6-422d-9a6f-19eb76f4a192 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0290070 Oct 14 17:55:32.329254 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83a22375-9f26-4564-9ec6-10d062ecb038 admin admin] Publish callbacks [] for security_group (cae776f8-c768-48f7-adfa-ac3a2be6ced2), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:32.375771 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d789a540-8132-4537-9683-4208d74f917a req-d412e0c1-929b-486c-8937-384ed7cc95af tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0309269 Oct 14 17:55:32.384801 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83a22375-9f26-4564-9ec6-10d062ecb038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (cae776f8-c768-48f7-adfa-ac3a2be6ced2), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:32.387336 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-83a22375-9f26-4564-9ec6-10d062ecb038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:32.388544 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-83a22375-9f26-4564-9ec6-10d062ecb038 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cae776f8-c768-48f7-adfa-ac3a2be6ced2 HTTP/1.1" status: 204 len: 168 time: 0.1344736 Oct 14 17:55:32.404151 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a22375-9f26-4564-9ec6-10d062ecb038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae776f8-c768-48f7-adfa-ac3a2be6ced2,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:32.853496 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fe0e42e4-d78a-4a79-be18-dd9054f1c68a req-6ce58c4e-e414-4883-a8f4-602d80f90350 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0456626 Oct 14 17:55:33.106972 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2119b16-98e0-42ef-b9c0-ef9a1d9e31c2 req-2f4bf6e7-0b49-48ca-bdca-4c56ec91aed8 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:33.109669 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2119b16-98e0-42ef-b9c0-ef9a1d9e31c2 req-2f4bf6e7-0b49-48ca-bdca-4c56ec91aed8 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.1163869 Oct 14 17:55:33.217158 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2119b16-98e0-42ef-b9c0-ef9a1d9e31c2 req-63bcba73-caf2-499a-9cc9-a55ed3f42c76 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919936 Oct 14 17:55:33.464911 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db5d8e87-903a-489f-9587-4ee8d6fdce86 req-b7cc6b6e-af4a-4c6f-87c1-4ad5c3bb4fb7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0442727 Oct 14 17:55:33.522824 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3df3f98d-2b1e-450d-bbcb-f29d64903019 req-bd39323d-0e0e-4184-96b3-cd8519ff25f4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0451593 Oct 14 17:55:34.026789 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a8673e3-1178-434e-ba10-63ac06a1bc08 req-2df75221-d6a5-498e-98a2-bcad9036563d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0562739 Oct 14 17:55:34.418588 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285366c-b254-4ae6-950d-915c65c77c7a req-a508677c-83ef-4620-a9c0-e8d2360d0f95 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:34.420199 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c285366c-b254-4ae6-950d-915c65c77c7a req-a508677c-83ef-4620-a9c0-e8d2360d0f95 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.1017714 Oct 14 17:55:34.525445 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c285366c-b254-4ae6-950d-915c65c77c7a req-170999c1-ebe4-4a73-8286-0d8e94f32cbd tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957410 Oct 14 17:55:34.637563 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-eb061fd0-093c-4093-bd8a-fd3e654ac44a req-a4769713-d202-4aa5-a75d-45fbf7ad55de tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0494246 Oct 14 17:55:34.697100 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8b61699f-0b51-4928-b05b-f94d0198248c req-ad20995d-0217-4b5f-b75b-85202674d0d1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0583799 Oct 14 17:55:35.137889 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a15f6382-031c-4ca4-a775-3e8d2a63f445 req-88f414fe-9270-483d-a699-d58a672f4d99 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0323024 Oct 14 17:55:35.266083 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41106) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:35.408116 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a938597-3ff5-4088-90de-cc6edbf80d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:35.494418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a938597-3ff5-4088-90de-cc6edbf80d0d admin admin] Publish callbacks [] for security_group (44e1dfac-0fef-4ff0-a81c-b05872e9c7dc), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:35.499589 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2a938597-3ff5-4088-90de-cc6edbf80d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (44e1dfac-0fef-4ff0-a81c-b05872e9c7dc), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:35.539722 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a938597-3ff5-4088-90de-cc6edbf80d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e1dfac-0fef-4ff0-a81c-b05872e9c7dc,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:35.546787 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2a938597-3ff5-4088-90de-cc6edbf80d0d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d9580e20328e4463971a94429e1d07db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795801 Oct 14 17:55:35.546993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41112) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:35.609879 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2b6150e7-4d06-4cb4-95a2-2db4a18385c8 admin admin] Publish callbacks [] for security_group (44e1dfac-0fef-4ff0-a81c-b05872e9c7dc), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:35.632236 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2b6150e7-4d06-4cb4-95a2-2db4a18385c8 admin admin] Publish callbacks [] for security_group (44e1dfac-0fef-4ff0-a81c-b05872e9c7dc), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:35.688315 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba2ad-de85-4b70-bfb4-441d3d686eef req-a91e83ab-6c43-4e9e-9f73-83be16cf5606 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:35.692094 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2b6150e7-4d06-4cb4-95a2-2db4a18385c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (44e1dfac-0fef-4ff0-a81c-b05872e9c7dc), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:35.694675 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2b6150e7-4d06-4cb4-95a2-2db4a18385c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:35.696581 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2b6150e7-4d06-4cb4-95a2-2db4a18385c8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/44e1dfac-0fef-4ff0-a81c-b05872e9c7dc HTTP/1.1" status: 204 len: 168 time: 0.1479895 Oct 14 17:55:35.700469 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1e3ba2ad-de85-4b70-bfb4-441d3d686eef req-a91e83ab-6c43-4e9e-9f73-83be16cf5606 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.0772550 Oct 14 17:55:35.706354 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6150e7-4d06-4cb4-95a2-2db4a18385c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e1dfac-0fef-4ff0-a81c-b05872e9c7dc,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:35.800990 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1e3ba2ad-de85-4b70-bfb4-441d3d686eef req-7892d60c-91a3-438f-acb1-c9b8b164f586 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915761 Oct 14 17:55:35.825934 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2b6f2e7a-35c1-431a-9365-9f8b1eb2b90c req-58e01407-6db2-4bf9-b8e0-6d98b6604c80 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0416741 Oct 14 17:55:35.953262 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5a99cbcc-69ec-433c-bf94-9a74a4549b8c req-cf6fb559-ce30-4868-9d9a-ca924c5d95ac tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0389740 Oct 14 17:55:36.121844 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41126) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:36.139442 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b5092765-4a0d-46b8-bd5b-46d62e20103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.251229 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0cf13fff-8651-4726-a54f-97ce81b6b894 req-a3084a03-759b-47fb-a8ad-bbe96c0cd2f8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0287156 Oct 14 17:55:36.254824 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b5092765-4a0d-46b8-bd5b-46d62e20103b admin admin] Publish callbacks [] for security_group (27ba64ed-2d04-483b-9592-85566f508601), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.259826 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b5092765-4a0d-46b8-bd5b-46d62e20103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (27ba64ed-2d04-483b-9592-85566f508601), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.284809 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.287894 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:36.312299 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b5092765-4a0d-46b8-bd5b-46d62e20103b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a4fca65f60714371a6bc236d60ef1ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891038 Oct 14 17:55:36.313436 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5092765-4a0d-46b8-bd5b-46d62e20103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba64ed-2d04-483b-9592-85566f508601,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:36.315057 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41130) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:36.372490 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:36.385834 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:36.393102 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-bc138fb7-d179-4e76-8d2f-30c3edb61639 admin admin] Publish callbacks [] for security_group (27ba64ed-2d04-483b-9592-85566f508601), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.417963 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-bc138fb7-d179-4e76-8d2f-30c3edb61639 admin admin] Publish callbacks [] for security_group (27ba64ed-2d04-483b-9592-85566f508601), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.482017 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-bc138fb7-d179-4e76-8d2f-30c3edb61639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (27ba64ed-2d04-483b-9592-85566f508601), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.484663 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-bc138fb7-d179-4e76-8d2f-30c3edb61639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:36.488390 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-bc138fb7-d179-4e76-8d2f-30c3edb61639 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/27ba64ed-2d04-483b-9592-85566f508601 HTTP/1.1" status: 204 len: 168 time: 0.1722276 Oct 14 17:55:36.496760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc138fb7-d179-4e76-8d2f-30c3edb61639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba64ed-2d04-483b-9592-85566f508601,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:36.948522 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c864e-92cb-427a-bdb4-150e8b27c47b req-2ebb5c7d-2398-49b3-8c34-1172da8c2fe9 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:36.950103 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-883c864e-92cb-427a-bdb4-150e8b27c47b req-2ebb5c7d-2398-49b3-8c34-1172da8c2fe9 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.0599091 Oct 14 17:55:36.999452 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e58a95d3-2483-4e1b-ada5-8ae5ef6b0422 req-0be9a07a-5180-42e6-8447-03ef7fc6120a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0483482 Oct 14 17:55:37.075858 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-883c864e-92cb-427a-bdb4-150e8b27c47b req-7f4c02cf-a8d7-4b05-ad97-0923a6d33649 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093969 Oct 14 17:55:37.130241 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a51f3e55-c2f5-41d6-827d-56d45aeb7715 req-201a1d1e-a2b8-47d3-a717-8251a72fadcb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0324211 Oct 14 17:55:37.381095 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-75906a32-68bc-444d-8652-82667a66052a req-861e13b5-2c67-4819-95c7-5597bb8b8d82 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0425470 Oct 14 17:55:38.152662 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-eeb83125-5cb7-43b1-814c-a3f82320ca16 req-6bdd49f4-a3f4-42fd-9240-fb9b177a0b94 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0343354 Oct 14 17:55:38.479161 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b7dba1be-a02b-4c45-a0b5-78cee448c126 req-df712e2f-cb7d-4be2-93b8-094276495927 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.1147034 Oct 14 17:55:38.498099 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8545ef-71ec-4cb1-9aad-cb15b74725e0 req-5d5fc9ef-92cf-481c-8d0f-84d091531636 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:38.522218 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dc8545ef-71ec-4cb1-9aad-cb15b74725e0 req-5d5fc9ef-92cf-481c-8d0f-84d091531636 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.2934756 Oct 14 17:55:38.632530 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dc8545ef-71ec-4cb1-9aad-cb15b74725e0 req-de10e024-0635-411f-af38-a173b4666b9a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091170 Oct 14 17:55:38.691953 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3c68c89-875e-490b-a764-1e37163bdd9c req-90496f8b-9afa-4aa8-a6e4-33665be51112 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0542169 Oct 14 17:55:39.321976 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cdfd467f-9c79-4043-8ff3-4bd34b290fba req-e519cde2-8fe6-4080-a47f-eef9afcf0ad6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0474005 Oct 14 17:55:39.676968 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9b21e80d-b829-43da-b828-c5023dbf9b6b req-2077564c-8294-4ddf-914b-98bc149505ff tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0847099 Oct 14 17:55:39.870449 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-828dc36a-d6cf-4f35-a386-e14177bf1cb9 req-bca25604-91a0-47da-bf5c-f411609542bf tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0827117 Oct 14 17:55:39.980163 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410db521-0304-4874-adf3-f25db2f74bf6 req-c0b7d190-42cc-4b0e-983d-a6d3befadfe0 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:39.989254 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41300) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:40.008770 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-410db521-0304-4874-adf3-f25db2f74bf6 req-c0b7d190-42cc-4b0e-983d-a6d3befadfe0 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.1622407 Oct 14 17:55:40.120574 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-410db521-0304-4874-adf3-f25db2f74bf6 req-e878bcc5-c8c1-4a2e-8493-9737496c5096 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095960 Oct 14 17:55:40.312390 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f12e18d9-b143-453d-bbb2-cd1f80296a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:40.364837 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:40.416541 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f12e18d9-b143-453d-bbb2-cd1f80296a82 admin admin] Publish callbacks [] for security_group (f9077fd8-9319-4484-9f49-b59f1a7bfe38), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:40.425072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f12e18d9-b143-453d-bbb2-cd1f80296a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f9077fd8-9319-4484-9f49-b59f1a7bfe38), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:40.457318 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f12e18d9-b143-453d-bbb2-cd1f80296a82 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=49aafe383fa141e796cff32be0842b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4666898 Oct 14 17:55:40.460735 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41324) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:40.484911 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7cc17d45-1635-4a79-a3aa-aaa4c7b2baf4 req-9f2d4d9d-ed2c-48ca-b51b-45b2b113cd65 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0648167 Oct 14 17:55:40.504919 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e18d9-b143-453d-bbb2-cd1f80296a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9077fd8-9319-4484-9f49-b59f1a7bfe38,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:40.539979 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-400701e5-791d-4fef-bccb-397b33a5dd8a admin admin] Publish callbacks [] for security_group (f9077fd8-9319-4484-9f49-b59f1a7bfe38), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:40.562391 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-400701e5-791d-4fef-bccb-397b33a5dd8a admin admin] Publish callbacks [] for security_group (f9077fd8-9319-4484-9f49-b59f1a7bfe38), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:40.612527 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-400701e5-791d-4fef-bccb-397b33a5dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f9077fd8-9319-4484-9f49-b59f1a7bfe38), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:40.615429 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-400701e5-791d-4fef-bccb-397b33a5dd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:40.616268 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-400701e5-791d-4fef-bccb-397b33a5dd8a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f9077fd8-9319-4484-9f49-b59f1a7bfe38 HTTP/1.1" status: 204 len: 168 time: 0.1540651 Oct 14 17:55:40.625172 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400701e5-791d-4fef-bccb-397b33a5dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9077fd8-9319-4484-9f49-b59f1a7bfe38,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:40.843104 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b6e996eb-4e45-4b52-8677-c6c4110ef321 req-dec126c8-02ff-4417-b9ca-cea331e5000e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0402963 Oct 14 17:55:40.936548 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'port': {'device_id': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'admin_state_up': True, 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:40.938021 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-4b759776-84b9-477c-b721-137e5c93d1c0 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:55:40.943039 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-4b759776-84b9-477c-b721-137e5c93d1c0 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0222669 Oct 14 17:55:40.955149 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-fdb126ce-c46e-4c89-99d3-2359d41ab345 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:55:40.956193 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-fdb126ce-c46e-4c89-99d3-2359d41ab345 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089486 Oct 14 17:55:40.981715 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41374) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:40.996972 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0b34d01b-5cf1-48e0-aed3-23bb59b2046b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.049319 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-89b130cf-a46d-4da2-8328-41cc6dc47297 req-16ccaaad-9216-4f77-b3e6-ebac8fdfb610 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0474048 Oct 14 17:55:41.135726 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0b34d01b-5cf1-48e0-aed3-23bb59b2046b admin admin] Publish callbacks [] for security_group (1de17d95-297f-4ece-b52b-c2e5c65dabaa), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.140360 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Made reservation on behalf of 530fdfc3448a40b7aa85170873d3f0ff for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:41.141802 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0b34d01b-5cf1-48e0-aed3-23bb59b2046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (1de17d95-297f-4ece-b52b-c2e5c65dabaa), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.145691 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.208801 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0b34d01b-5cf1-48e0-aed3-23bb59b2046b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1500cdd38e944ea280fd55a9c30ab914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252212 Oct 14 17:55:41.210105 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34d01b-5cf1-48e0-aed3-23bb59b2046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de17d95-297f-4ece-b52b-c2e5c65dabaa,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:41.214760 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41394) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:41.283302 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29d8f631-abd8-487b-98a5-d96e044059e8 admin admin] Publish callbacks [] for security_group (1de17d95-297f-4ece-b52b-c2e5c65dabaa), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.319046 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29d8f631-abd8-487b-98a5-d96e044059e8 admin admin] Publish callbacks [] for security_group (1de17d95-297f-4ece-b52b-c2e5c65dabaa), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.396343 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29d8f631-abd8-487b-98a5-d96e044059e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (1de17d95-297f-4ece-b52b-c2e5c65dabaa), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.403514 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29d8f631-abd8-487b-98a5-d96e044059e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:41.405869 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-29d8f631-abd8-487b-98a5-d96e044059e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1de17d95-297f-4ece-b52b-c2e5c65dabaa HTTP/1.1" status: 204 len: 168 time: 0.1889467 Oct 14 17:55:41.410100 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:41.411249 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Allocated IP 172.20.0.5 (d9e10b55-ef20-4f9b-8608-899751152e31/72565d6d-c0a4-4f2b-9b5c-8bda680acbf0/82b98b21-382e-49c9-82b3-d824f014d3ed) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:41.421045 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8f631-abd8-487b-98a5-d96e044059e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de17d95-297f-4ece-b52b-c2e5c65dabaa,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:41.458254 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.25', 52645) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:41.744351 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:41.836722 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b55311-b721-46f6-9ffd-fe717af17ce1 req-a693bc02-7d51-4bdd-9e91-71ccd3ed7fc4 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:41.838408 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-23b55311-b721-46f6-9ffd-fe717af17ce1 req-a693bc02-7d51-4bdd-9e91-71ccd3ed7fc4 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.5311716 Oct 14 17:55:41.840547 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b1971f36-3bfb-4424-8f4f-59b200c5e200 req-da56c202-a7d1-42b2-8059-4f3c84d569cb tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.1219645 Oct 14 17:55:41.857100 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Request body: {'port': {'device_id': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:41.913339 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:41.915365 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Request body: {'port': {'device_id': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:41.988391 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41428) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:42.036356 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:55:42.050990 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-23b55311-b721-46f6-9ffd-fe717af17ce1 req-e3b0f2f5-5cc8-4640-928d-9275be53ffd9 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692302 Oct 14 17:55:42.136263 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ba9f26f5-7660-4770-8d63-111c86a0135d req-776fe185-1a64-489e-b508-e9c5fe9c0618 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.1687770 Oct 14 17:55:42.176269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-3d7cc2ac-9d1e-459f-997c-3475c8f1b849 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:42.181428 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-3d7cc2ac-9d1e-459f-997c-3475c8f1b849 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 811 time: 0.4628546 Oct 14 17:55:42.222945 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f9e727e5-cadc-4ea5-85ec-35349c95bc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.227644 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.235907 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.283477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.25', 52654) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:42.441806 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41446) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:42.444042 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:42.478048 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b6615a-7655-4028-b6b1-8969efff16d7 req-c395d74c-48d9-40d2-829b-2e2689dcae4c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.2721460 Oct 14 17:55:42.500414 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-d117a4b9-1679-4d26-8f7e-caa89d743e23 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:42.500414 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-d117a4b9-1679-4d26-8f7e-caa89d743e23 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 817 time: 0.2067955 Oct 14 17:55:42.537046 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f9e727e5-cadc-4ea5-85ec-35349c95bc97 admin admin] Publish callbacks [] for security_group (7807285a-f1bf-47b1-a066-08db6d08d524), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.608203 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.620541 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-3549e71f-9f6b-44d1-a924-c3825f12c64f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5488304972c48fab9a2b9711cf7e9c8 HTTP/1.1" status: 200 len: 379 time: 0.4174707 Oct 14 17:55:42.641210 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-7b6c8f53-1a51-4f32-9523-ca108030ced7 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 380 time: 0.1316032 Oct 14 17:55:42.673000 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.673868 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f9e727e5-cadc-4ea5-85ec-35349c95bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (7807285a-f1bf-47b1-a066-08db6d08d524), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.722562 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f9e727e5-cadc-4ea5-85ec-35349c95bc97 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=368f4c071772497aa3811eb2dd080a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7182624 Oct 14 17:55:42.726312 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41464) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:42.734642 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'port': {'device_id': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'admin_state_up': True, 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'security_groups': ['e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:42.747360 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'port': {'device_id': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'admin_state_up': True, 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'security_groups': ['ad9fae29-843c-42d7-bffe-a5a15b00f313']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:42.786673 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'Port': ['ID=82b98b21-382e-49c9-82b3-d824f014d3ed,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:42.808289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4c647bfc-9b24-4e22-b11c-e83a8adf6891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:42.810308 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e727e5-cadc-4ea5-85ec-35349c95bc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7807285a-f1bf-47b1-a066-08db6d08d524,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:42.870041 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Network d9e10b55-ef20-4f9b-8608-899751152e31 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:42.876395 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:42.890090 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:42.902570 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:42.938365 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:43.043389 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42f57651-786e-43fe-a03b-f72d96042434 req-f96c78cc-9ecf-4b8d-8b37-0a9e547aec36 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.1071157 Oct 14 17:55:43.048680 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da4a068-2532-4170-95fa-e429da1bbe02 admin admin] Publish callbacks [] for security_group (7807285a-f1bf-47b1-a066-08db6d08d524), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.087032 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:43.087032 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.172005 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da4a068-2532-4170-95fa-e429da1bbe02 admin admin] Publish callbacks [] for security_group (7807285a-f1bf-47b1-a066-08db6d08d524), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.174671 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4c647bfc-9b24-4e22-b11c-e83a8adf6891 admin admin] Publish callbacks [] for security_group (f8f48e3b-b41a-4d11-9539-1ea35b417ec3), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.181572 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fabe4d0-728b-4fc6-a568-02ede59f8a1d {{(pid=104408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:43.192424 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4c647bfc-9b24-4e22-b11c-e83a8adf6891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f8f48e3b-b41a-4d11-9539-1ea35b417ec3), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.202461 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-6017967d-e5e6-43c8-8dd1-4880a3649991 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2818787 Oct 14 17:55:43.203038 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Made reservation on behalf of f5488304972c48fab9a2b9711cf7e9c8 for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:43.206691 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.214395 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Publish callbacks [] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.252325 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Request body: {'port': {'device_id': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:43.284579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:43.285885 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Made reservation on behalf of 261d62defa42436cbcc5e712c62b76f4 for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:43.289939 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.322492 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.provisioning_blocks [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Transition to ACTIVE for port object 4fabe4d0-728b-4fc6-a568-02ede59f8a1d will not be triggered until provisioned by entity L2. {{(pid=104408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:55:43.327350 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-4c647bfc-9b24-4e22-b11c-e83a8adf6891 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=32dab4af21f74138b614f6a0b0a30f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8820488 Oct 14 17:55:43.338138 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41482) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:43.338138 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.350244 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1c76-5bd0-4b01-add4-94ab7587aee3 req-caa6f3c8-0238-4af5-8932-254b51e9ed12 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:43.354449 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-705d1c76-5bd0-4b01-add4-94ab7587aee3 req-caa6f3c8-0238-4af5-8932-254b51e9ed12 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 932 time: 0.1762543 Oct 14 17:55:43.360068 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-bb1fc55e-4270-4a5d-8ba6-b7f94af5ed3e None None] Provisioning complete for port 82b98b21-382e-49c9-82b3-d824f014d3ed triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:43.361080 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc55e-4270-4a5d-8ba6-b7f94af5ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.361675 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-bb1fc55e-4270-4a5d-8ba6-b7f94af5ed3e None None] Attempt 1 to provision port 82b98b21-382e-49c9-82b3-d824f014d3ed Oct 14 17:55:43.383654 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0c93a0-251d-455a-ae8a-79932ce54280 {{(pid=104408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:43.387697 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ba3d2734-817c-4a31-af8c-183db122a35f req-3ace8ae8-a6fe-454b-a02b-e0c94caadc49 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0896311 Oct 14 17:55:43.408742 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fc55e-4270-4a5d-8ba6-b7f94af5ed3e None None] Port 82b98b21-382e-49c9-82b3-d824f014d3ed cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:43.423311 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c647bfc-9b24-4e22-b11c-e83a8adf6891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f48e3b-b41a-4d11-9539-1ea35b417ec3,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:43.450270 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Publish callbacks [] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.524465 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.528226 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.provisioning_blocks [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Transition to ACTIVE for port object 5c0c93a0-251d-455a-ae8a-79932ce54280 will not be triggered until provisioned by entity L2. {{(pid=104408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:55:43.536342 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da4a068-2532-4170-95fa-e429da1bbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (7807285a-f1bf-47b1-a066-08db6d08d524), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.539095 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da4a068-2532-4170-95fa-e429da1bbe02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.540468 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8da4a068-2532-4170-95fa-e429da1bbe02 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7807285a-f1bf-47b1-a066-08db6d08d524 HTTP/1.1" status: 204 len: 168 time: 0.8099117 Oct 14 17:55:43.559000 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.567101 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Pushing event updated for resources: {'Port': ['ID=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:43.572190 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Attempting to bind port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:43.572548 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Attempting to bind port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:43.572897 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Attempting to bind port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d on network 5aabcb51-4f41-478a-ad41-097a224754cd {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:43.617895 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4a068-2532-4170-95fa-e429da1bbe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7807285a-f1bf-47b1-a066-08db6d08d524,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:43.656455 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:43.660090 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-705d1c76-5bd0-4b01-add4-94ab7587aee3 req-ee3919f8-498f-4033-b2a6-34c4c25d73ac tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861869 Oct 14 17:55:43.688849 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=39 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:43.701800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-074cc3db-d0ec-4f44-8848-69c4c1e1f613 admin admin] Publish callbacks [] for security_group (f8f48e3b-b41a-4d11-9539-1ea35b417ec3), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.741221 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Allocated IP 172.20.0.10 (95ca934d-e2bb-4a19-815c-bde759f0f1d5/56e47e86-7a4d-4e67-a6bf-6e9043965c3a/26876ea9-63aa-403a-8423-dc062a217cc1) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:43.759778 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab809cae-cedc-4a94-a6ee-584e11444858 req-713fc948-ea6a-4d36-9150-dc38a85b18da tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:43.760469 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Pushing event updated for resources: {'Port': ['ID=5c0c93a0-251d-455a-ae8a-79932ce54280,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:43.762293 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ab809cae-cedc-4a94-a6ee-584e11444858 req-713fc948-ea6a-4d36-9150-dc38a85b18da tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 931 time: 0.1514342 Oct 14 17:55:43.788984 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Allocated IP 172.20.0.6 (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8/44ecdf07-2233-4b0b-90f5-e09ff30211f3/04f9946a-535a-428e-8287-bac5d55cc781) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:43.801659 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-074cc3db-d0ec-4f44-8848-69c4c1e1f613 admin admin] Publish callbacks [] for security_group (f8f48e3b-b41a-4d11-9539-1ea35b417ec3), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.812450 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Attempting to bind port 5c0c93a0-251d-455a-ae8a-79932ce54280 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:43.812867 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Attempting to bind port 5c0c93a0-251d-455a-ae8a-79932ce54280 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:43.813303 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Attempting to bind port 5c0c93a0-251d-455a-ae8a-79932ce54280 on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:43.822578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d on network 5aabcb51-4f41-478a-ad41-097a224754cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:55:43.822992 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Attempting to bind port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d on network 5aabcb51-4f41-478a-ad41-097a224754cd {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:43.874933 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:43.915979 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:43.944080 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:43.944622 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Checking segment: {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:43.945852 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Bound using segment: {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:43.946536 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Bound port: 4fabe4d0-728b-4fc6-a568-02ede59f8a1d, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba066e79-598e-47c8-896f-29e74c1b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd'}}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:43.946946 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:43.957808 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Port 5c0c93a0-251d-455a-ae8a-79932ce54280 on network d9e10b55-ef20-4f9b-8608-899751152e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:55:43.958279 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Attempting to bind port 5c0c93a0-251d-455a-ae8a-79932ce54280 on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:44.019418 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-074cc3db-d0ec-4f44-8848-69c4c1e1f613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f8f48e3b-b41a-4d11-9539-1ea35b417ec3), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.021747 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-074cc3db-d0ec-4f44-8848-69c4c1e1f613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.026783 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-074cc3db-d0ec-4f44-8848-69c4c1e1f613 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f8f48e3b-b41a-4d11-9539-1ea35b417ec3 HTTP/1.1" status: 204 len: 168 time: 0.6655853 Oct 14 17:55:44.061778 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cc3db-d0ec-4f44-8848-69c4c1e1f613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f48e3b-b41a-4d11-9539-1ea35b417ec3,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:44.065185 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:44.075331 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:44.076832 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Checking segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:44.076832 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Bound using segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:44.076985 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Bound port: 5c0c93a0-251d-455a-ae8a-79932ce54280, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:44.077336 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.186868 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] For port 5c0c93a0-251d-455a-ae8a-79932ce54280, host hv-cinder-74915, cleared binding levels {{(pid=104408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:44.223998 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] For port 5c0c93a0-251d-455a-ae8a-79932ce54280, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5c0c93a0-251d-455a-ae8a-79932ce54280,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:44.227122 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41508) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:44.246745 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.255908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:44.256539 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.258947 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 200 len: 1093 time: 2.7967367 Oct 14 17:55:44.277665 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'tag': '5c0c93a0-251d-455a-ae8a-79932ce54280'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:44.369594 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] For port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d, host hv-cinder-74915, cleared binding levels {{(pid=104408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:44.423965 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41514) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:44.426394 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] For port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:44.441224 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ab809cae-cedc-4a94-a6ee-584e11444858 req-853cc5d7-75d9-46e8-aea8-4d6f733aacc0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620347 Oct 14 17:55:44.491089 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e2faf1fa-e34e-466a-bb1a-784f21b16df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.503973 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.515430 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:44.516094 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.517489 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4fabe4d0-728b-4fc6-a568-02ede59f8a1d HTTP/1.1" status: 200 len: 1094 time: 3.0402749 Oct 14 17:55:44.519840 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0723259e-4b54-488e-9aac-61aadd680392 req-88b14a3e-dad7-4d07-a949-7636e76de2cb tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.2078605 Oct 14 17:55:44.535206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-188e5704-f2e1-4435-a295-b27c9f8298ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:44.537052 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-188e5704-f2e1-4435-a295-b27c9f8298ab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1127 time: 0.1646540 Oct 14 17:55:44.559202 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f34815-581a-43c7-9ddc-03f084d9360a service neutron] Pushing event updated for resources: {'Port': ['ID=5c0c93a0-251d-455a-ae8a-79932ce54280,revision_number=3']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:44.626313 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e9edfeee-494d-464a-91f3-7f9913dc1011 req-dcffbafe-c609-473b-9121-6663e62cb2f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0819082 Oct 14 17:55:44.706161 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for port (26876ea9-63aa-403a-8423-dc062a217cc1), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.737626 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for port (04f9946a-535a-428e-8287-bac5d55cc781), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.777561 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b56e80-5156-4e36-aea0-a53ca47ab42e service neutron] Pushing event updated for resources: {'Port': ['ID=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,revision_number=3']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:44.814758 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b98b21-382e-49c9-82b3-d824f014d3ed {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:44.816372 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-455419a0-deed-4e0f-8fc7-66a602323cad service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 200 len: 217 time: 0.2687626 Oct 14 17:55:44.825971 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-94bde790-d827-4399-8617-509c2547c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:44.827573 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-94bde790-d827-4399-8617-509c2547c5cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfe90c27e0e44c4794ccff00eac150ca&device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 1128 time: 0.2187903 Oct 14 17:55:44.853428 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Publish callbacks [] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.899171 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1236ab-8150-4517-a7d1-44932fc7667e req-88cf5baa-b18f-4e3a-804d-df240ff22592 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:44.901068 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd1236ab-8150-4517-a7d1-44932fc7667e req-88cf5baa-b18f-4e3a-804d-df240ff22592 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 944 time: 0.1102555 Oct 14 17:55:44.902645 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Transition to ACTIVE for port object 82b98b21-382e-49c9-82b3-d824f014d3ed will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:55:44.906234 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.954460 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41528) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:44.955372 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:44.984667 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.031281 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5fff6ef8-8abd-4007-8ed8-c7450036380d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.044441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'Port': ['ID=26876ea9-63aa-403a-8423-dc062a217cc1,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:45.070684 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-644b710e-7fc7-4f58-9a8b-82239b8f7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.072035 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-644b710e-7fc7-4f58-9a8b-82239b8f7e06 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.2419901 Oct 14 17:55:45.076147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:45.076350 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3177f8-0c64-45ea-af94-e612c55ddf24" -d '{"events": [{"name": "network-changed", "server_uuid": "36f20c98-c68a-4dbb-8f8b-0506c63f5d6a", "tag": "5c0c93a0-251d-455a-ae8a-79932ce54280"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:45.077496 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b8231d86-48f7-4e6c-b451-8428c536d91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.088803 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:45.114917 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:45.118886 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:45.131246 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:45.134017 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-be2d65da-0ac9-409d-b3d3-aefeb84bca21 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d HTTP/1.1" status: 200 len: 217 time: 0.0923090 Oct 14 17:55:45.192429 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:45.256773 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:45.259934 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-1d591e83-f779-4e94-90a2-71895c85abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.261497 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-1d591e83-f779-4e94-90a2-71895c85abb3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=bf98ac86-7985-47c5-822a-42fcd3942598 HTTP/1.1" status: 200 len: 850 time: 0.0696826 Oct 14 17:55:45.272773 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:45.307024 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Attempting to bind port 82b98b21-382e-49c9-82b3-d824f014d3ed on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:45.307385 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Attempting to bind port 82b98b21-382e-49c9-82b3-d824f014d3ed by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:45.307732 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Attempting to bind port 82b98b21-382e-49c9-82b3-d824f014d3ed on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:45.315946 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:55:45.352880 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e2faf1fa-e34e-466a-bb1a-784f21b16df6 admin admin] Publish callbacks [] for security_group (fac349bc-29a7-4e74-8cb6-ab5084da6d40), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.390158 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-3269ffbb-d931-4dfe-8c65-9f9bf577f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.391792 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-3269ffbb-d931-4dfe-8c65-9f9bf577f4e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2773769 Oct 14 17:55:45.392453 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e2faf1fa-e34e-466a-bb1a-784f21b16df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (fac349bc-29a7-4e74-8cb6-ab5084da6d40), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.456498 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd1236ab-8150-4517-a7d1-44932fc7667e req-b6fe256f-6ffb-4150-9799-d9c8f2e0c224 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475605 Oct 14 17:55:45.468514 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d7a45356-c016-4575-9385-e45724b8ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.471407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:45.491304 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Pushing event updated for resources: {'Port': ['ID=82b98b21-382e-49c9-82b3-d824f014d3ed,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:45.524858 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.534032 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.581686 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-df7f02ec-3e48-4069-b17a-9cd6b682d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.583804 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-df7f02ec-3e48-4069-b17a-9cd6b682d2a1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5aabcb51-4f41-478a-ad41-097a224754cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2982988 Oct 14 17:55:45.585539 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e63fb2-3055-4b3f-8abe-0ba40c73ae12 x-openstack-request-id: req-81e63fb2-3055-4b3f-8abe-0ba40c73ae12 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:45.585713 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f20c98-c68a-4dbb-8f8b-0506c63f5d6a", "tag": "5c0c93a0-251d-455a-ae8a-79932ce54280", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:45.586005 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-81e63fb2-3055-4b3f-8abe-0ba40c73ae12 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:45.586454 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e63fb2-3055-4b3f-8abe-0ba40c73ae12'] response: {'name': 'network-changed', 'server_uuid': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'tag': '5c0c93a0-251d-455a-ae8a-79932ce54280', 'status': 'completed', 'code': 200} Oct 14 17:55:45.619757 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-e2faf1fa-e34e-466a-bb1a-784f21b16df6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f13a487274cf4accac4b65eb022c6201&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1960351 Oct 14 17:55:45.620727 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faf1fa-e34e-466a-bb1a-784f21b16df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac349bc-29a7-4e74-8cb6-ab5084da6d40,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:45.627572 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41570) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:45.685804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-e16be387-76bc-4128-8319-f5401afe2775 None None] Provisioning complete for port 26876ea9-63aa-403a-8423-dc062a217cc1 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:45.687284 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e16be387-76bc-4128-8319-f5401afe2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.688387 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-e16be387-76bc-4128-8319-f5401afe2775 None None] Attempt 1 to provision port 26876ea9-63aa-403a-8423-dc062a217cc1 Oct 14 17:55:45.719633 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.720590 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.731130 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5fff6ef8-8abd-4007-8ed8-c7450036380d admin admin] Publish callbacks [] for security_group (dba61024-17ba-4c76-a0df-6da96c4cd87e), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.754347 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-e16be387-76bc-4128-8319-f5401afe2775 None None] Port 26876ea9-63aa-403a-8423-dc062a217cc1 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:45.754683 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0258813 Oct 14 17:55:45.760538 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5fff6ef8-8abd-4007-8ed8-c7450036380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (dba61024-17ba-4c76-a0df-6da96c4cd87e), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.825316 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Request body: {'port': {'device_id': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:45.828668 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa654211-c9dd-49ff-8de5-0f0c4d6db63e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:45.837013 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Port 82b98b21-382e-49c9-82b3-d824f014d3ed on network d9e10b55-ef20-4f9b-8608-899751152e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:55:45.837620 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Attempting to bind port 82b98b21-382e-49c9-82b3-d824f014d3ed on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:45.837983 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-0591e607-9336-49cc-9315-b52032bc77f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109368 Oct 14 17:55:45.849859 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-b511e13e-8804-4d14-a8a7-11b703faa4d0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1203005 Oct 14 17:55:45.851091 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5fff6ef8-8abd-4007-8ed8-c7450036380d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ee40f2f0dd7e46eaa91cee4a7e26496d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6227698 Oct 14 17:55:45.855794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff6ef8-8abd-4007-8ed8-c7450036380d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba61024-17ba-4c76-a0df-6da96c4cd87e,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:45.860175 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41576) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:45.860645 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e758-2b4e-44f0-bc27-2bd7589a68bc req-40b3d8bb-a5e8-4143-95fd-9b53b2a50cf4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.862307 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2721e758-2b4e-44f0-bc27-2bd7589a68bc req-40b3d8bb-a5e8-4143-95fd-9b53b2a50cf4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 943 time: 0.2316282 Oct 14 17:55:45.871244 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-5846df69-8284-45eb-a59d-4d28554fe44b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740505 Oct 14 17:55:45.884816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-b0adb542-cd91-45ec-b866-82c1475255d4 None None] Provisioning complete for port 04f9946a-535a-428e-8287-bac5d55cc781 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:45.885210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b0adb542-cd91-45ec-b866-82c1475255d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (04f9946a-535a-428e-8287-bac5d55cc781), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.885624 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-b0adb542-cd91-45ec-b866-82c1475255d4 None None] Attempt 1 to provision port 04f9946a-535a-428e-8287-bac5d55cc781 Oct 14 17:55:45.892836 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5a117546-a14e-455b-b0c1-f6b8a73dab58 admin admin] Publish callbacks [] for security_group (fac349bc-29a7-4e74-8cb6-ab5084da6d40), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:45.896178 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Request body: {'port': {'device_id': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:45.942344 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-b0adb542-cd91-45ec-b866-82c1475255d4 None None] Port 04f9946a-535a-428e-8287-bac5d55cc781 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:55:45.962183 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:45.963239 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523111bd-6989-4079-a6f9-db697f6ccd75 req-15f7d7b8-bd52-489b-84a6-0eda8b31a43a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:45.965357 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-523111bd-6989-4079-a6f9-db697f6ccd75 req-15f7d7b8-bd52-489b-84a6-0eda8b31a43a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 932 time: 0.2552767 Oct 14 17:55:46.015825 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41580) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:46.020284 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5a117546-a14e-455b-b0c1-f6b8a73dab58 admin admin] Publish callbacks [] for security_group (fac349bc-29a7-4e74-8cb6-ab5084da6d40), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.085667 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b8231d86-48f7-4e6c-b451-8428c536d91c admin admin] Publish callbacks [] for security_group (bc4616f5-5fd4-455e-a303-36271fc8684a), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.106041 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:46.138417 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b8231d86-48f7-4e6c-b451-8428c536d91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (bc4616f5-5fd4-455e-a303-36271fc8684a), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.140911 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d0d3368-f730-42ab-82be-d8afa9408b44 admin admin] Publish callbacks [] for security_group (dba61024-17ba-4c76-a0df-6da96c4cd87e), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.150136 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:46.150446 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Checking segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:46.150983 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Bound using segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:46.151452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Bound port: 82b98b21-382e-49c9-82b3-d824f014d3ed, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:46.151813 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.157074 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b89dc9e1-251f-40de-a27f-e7b9219a3829 req-8f7300b4-b5bf-46f2-88ce-fc4e820015bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655823 Oct 14 17:55:46.159097 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6c0bf10c-c776-4057-887f-d41fb8763217 req-8483bc2b-429a-4623-bbcc-d406c3f9f8ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045359 Oct 14 17:55:46.176636 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-02ab870f-59b0-4067-9b28-b80ba56538f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.186068 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2721e758-2b4e-44f0-bc27-2bd7589a68bc req-3fca52a2-0748-416d-80cf-1666d2b80a51 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869551 Oct 14 17:55:46.193749 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d0d3368-f730-42ab-82be-d8afa9408b44 admin admin] Publish callbacks [] for security_group (dba61024-17ba-4c76-a0df-6da96c4cd87e), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.205094 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.207065 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.236753 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5a117546-a14e-455b-b0c1-f6b8a73dab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (fac349bc-29a7-4e74-8cb6-ab5084da6d40), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.239262 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5a117546-a14e-455b-b0c1-f6b8a73dab58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.244510 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5a117546-a14e-455b-b0c1-f6b8a73dab58 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fac349bc-29a7-4e74-8cb6-ab5084da6d40 HTTP/1.1" status: 204 len: 168 time: 0.6110470 Oct 14 17:55:46.249588 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-523111bd-6989-4079-a6f9-db697f6ccd75 req-e6e22eed-0ffe-4559-b2fc-0170834fc1c5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623658 Oct 14 17:55:46.251499 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:46.267627 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117546-a14e-455b-b0c1-f6b8a73dab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac349bc-29a7-4e74-8cb6-ab5084da6d40,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:46.267847 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8231d86-48f7-4e6c-b451-8428c536d91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4616f5-5fd4-455e-a303-36271fc8684a,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:46.272659 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b8231d86-48f7-4e6c-b451-8428c536d91c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9b4cf02e97f9472cb5075dee9a1baa14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3140290 Oct 14 17:55:46.292842 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41586) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:46.349057 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d0d3368-f730-42ab-82be-d8afa9408b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (dba61024-17ba-4c76-a0df-6da96c4cd87e), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.351580 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d0d3368-f730-42ab-82be-d8afa9408b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.353370 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6d0d3368-f730-42ab-82be-d8afa9408b44 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dba61024-17ba-4c76-a0df-6da96c4cd87e HTTP/1.1" status: 204 len: 168 time: 0.4852684 Oct 14 17:55:46.373378 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d3368-f730-42ab-82be-d8afa9408b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba61024-17ba-4c76-a0df-6da96c4cd87e,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:46.401247 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-199ab887-ceea-4160-be70-4a873145ced5 admin admin] Publish callbacks [] for security_group (bc4616f5-5fd4-455e-a303-36271fc8684a), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.418048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-02ab870f-59b0-4067-9b28-b80ba56538f7 admin admin] Publish callbacks [] for security_group (4fe7cf9e-a61b-4e16-a441-1141b126b5cd), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.419509 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:46.429460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-02ab870f-59b0-4067-9b28-b80ba56538f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4fe7cf9e-a61b-4e16-a441-1141b126b5cd), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.465948 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] For port 82b98b21-382e-49c9-82b3-d824f014d3ed, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:46.475981 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aa882-9b90-4c50-afc2-4f7942544878 req-4f9e424e-2c42-49a5-b163-37bc8dc0b18c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:46.478124 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a84aa882-9b90-4c50-afc2-4f7942544878 req-4f9e424e-2c42-49a5-b163-37bc8dc0b18c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 931 time: 0.1462994 Oct 14 17:55:46.480339 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] For port 82b98b21-382e-49c9-82b3-d824f014d3ed, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=82b98b21-382e-49c9-82b3-d824f014d3ed,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:46.510282 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab870f-59b0-4067-9b28-b80ba56538f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe7cf9e-a61b-4e16-a441-1141b126b5cd,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:46.518015 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-199ab887-ceea-4160-be70-4a873145ced5 admin admin] Publish callbacks [] for security_group (bc4616f5-5fd4-455e-a303-36271fc8684a), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.537490 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-02ab870f-59b0-4067-9b28-b80ba56538f7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=144ac59f1f4b4f17ac96f5406cfe9d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201285 Oct 14 17:55:46.538190 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41594) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:46.593405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.620288 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-968b9181-1720-4609-a2c3-ccdb9537d240 admin admin] Publish callbacks [] for security_group (4fe7cf9e-a61b-4e16-a441-1141b126b5cd), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.621452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:46.622073 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.624029 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/82b98b21-382e-49c9-82b3-d824f014d3ed HTTP/1.1" status: 200 len: 1093 time: 3.4020743 Oct 14 17:55:46.641896 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'tag': '82b98b21-382e-49c9-82b3-d824f014d3ed'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:46.673348 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-968b9181-1720-4609-a2c3-ccdb9537d240 admin admin] Publish callbacks [] for security_group (4fe7cf9e-a61b-4e16-a441-1141b126b5cd), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.721693 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-199ab887-ceea-4160-be70-4a873145ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (bc4616f5-5fd4-455e-a303-36271fc8684a), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.726447 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-199ab887-ceea-4160-be70-4a873145ced5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.727973 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-199ab887-ceea-4160-be70-4a873145ced5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bc4616f5-5fd4-455e-a303-36271fc8684a HTTP/1.1" status: 204 len: 168 time: 0.4337564 Oct 14 17:55:46.741963 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ab887-ceea-4160-be70-4a873145ced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4616f5-5fd4-455e-a303-36271fc8684a,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:46.776323 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-968b9181-1720-4609-a2c3-ccdb9537d240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4fe7cf9e-a61b-4e16-a441-1141b126b5cd), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.779404 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-968b9181-1720-4609-a2c3-ccdb9537d240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.783525 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-968b9181-1720-4609-a2c3-ccdb9537d240 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4fe7cf9e-a61b-4e16-a441-1141b126b5cd HTTP/1.1" status: 204 len: 168 time: 0.2385352 Oct 14 17:55:46.794917 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b9181-1720-4609-a2c3-ccdb9537d240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe7cf9e-a61b-4e16-a441-1141b126b5cd,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:46.889681 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41612) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:46.911338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-50cd393d-78fc-4a60-9416-67494f6bb378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:46.955400 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4567da83-3e5e-4e88-abc6-01da61362182" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6e1a11-3cfe-45f3-a0c2-47568e6c0020", "tag": "82b98b21-382e-49c9-82b3-d824f014d3ed"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:46.965514 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:47.032221 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-50cd393d-78fc-4a60-9416-67494f6bb378 admin admin] Publish callbacks [] for security_group (89431e05-6798-46c3-9ba9-65a981dcc42b), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.039932 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17a440-76b6-41dc-8eb6-3ddb8a094a1d service neutron] Pushing event updated for resources: {'Port': ['ID=82b98b21-382e-49c9-82b3-d824f014d3ed,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:47.045431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-50cd393d-78fc-4a60-9416-67494f6bb378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (89431e05-6798-46c3-9ba9-65a981dcc42b), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.048246 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402110cb-dccf-42a6-876f-bc880af11621 req-0c36332c-af1a-4f69-a8fb-965940767dba tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:47.049757 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-402110cb-dccf-42a6-876f-bc880af11621 req-0c36332c-af1a-4f69-a8fb-965940767dba tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 944 time: 0.4352982 Oct 14 17:55:47.062120 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a84aa882-9b90-4c50-afc2-4f7942544878 req-255beb7d-9443-4615-aecf-b08df590b79a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314891 Oct 14 17:55:47.125586 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd393d-78fc-4a60-9416-67494f6bb378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89431e05-6798-46c3-9ba9-65a981dcc42b,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:47.150431 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-50cd393d-78fc-4a60-9416-67494f6bb378 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f671b65573b245559a27eca54dbe4dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587166 Oct 14 17:55:47.152967 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41620) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:47.198483 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-402110cb-dccf-42a6-876f-bc880af11621 req-a02e9602-2acc-4489-b40b-3eb700031a05 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288860 Oct 14 17:55:47.217508 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:47.230238 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8a812abb-8401-4567-a374-2b1e454604e2 admin admin] Publish callbacks [] for security_group (89431e05-6798-46c3-9ba9-65a981dcc42b), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.255076 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8a812abb-8401-4567-a374-2b1e454604e2 admin admin] Publish callbacks [] for security_group (89431e05-6798-46c3-9ba9-65a981dcc42b), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.318697 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8a812abb-8401-4567-a374-2b1e454604e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (89431e05-6798-46c3-9ba9-65a981dcc42b), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.323894 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8a812abb-8401-4567-a374-2b1e454604e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.325255 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8a812abb-8401-4567-a374-2b1e454604e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/89431e05-6798-46c3-9ba9-65a981dcc42b HTTP/1.1" status: 204 len: 168 time: 0.1713164 Oct 14 17:55:47.337620 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a812abb-8401-4567-a374-2b1e454604e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89431e05-6798-46c3-9ba9-65a981dcc42b,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:47.342112 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26876ea9-63aa-403a-8423-dc062a217cc1 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:47.363013 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Publish callbacks [] for port (26876ea9-63aa-403a-8423-dc062a217cc1), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.386291 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f9946a-535a-428e-8287-bac5d55cc781 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:47.404884 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Publish callbacks [] for port (04f9946a-535a-428e-8287-bac5d55cc781), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.415285 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Transition to ACTIVE for port object 26876ea9-63aa-403a-8423-dc062a217cc1 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:55:47.429673 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07a69f-9756-4c2a-8b75-2c8953702c7c req-1a13e5c4-23d0-473b-97bc-276a6907d43d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:47.437128 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da07a69f-9756-4c2a-8b75-2c8953702c7c req-1a13e5c4-23d0-473b-97bc-276a6907d43d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 943 time: 0.1043673 Oct 14 17:55:47.443275 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.460794 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Transition to ACTIVE for port object 04f9946a-535a-428e-8287-bac5d55cc781 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:55:47.496134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.588329 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'tag': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:47.591218 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cfc172-94e8-41f6-b034-2979d411c04d" -d '{"events": [{"name": "network-changed", "server_uuid": "b519c690-9e51-4863-89b4-ee2a3a5d8846", "tag": "4fabe4d0-728b-4fc6-a568-02ede59f8a1d"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:47.597792 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:47.598720 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=26876ea9-63aa-403a-8423-dc062a217cc1,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:47.641653 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da07a69f-9756-4c2a-8b75-2c8953702c7c req-f3c20245-36b5-4c84-94b7-63725a1f11d2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001908 Oct 14 17:55:47.714927 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87de4976-7795-45c1-b81d-1a53afad34cd x-openstack-request-id: req-87de4976-7795-45c1-b81d-1a53afad34cd {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:47.715233 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6e1a11-3cfe-45f3-a0c2-47568e6c0020", "tag": "82b98b21-382e-49c9-82b3-d824f014d3ed", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:47.715477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87de4976-7795-45c1-b81d-1a53afad34cd {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:47.715954 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87de4976-7795-45c1-b81d-1a53afad34cd'] response: {'name': 'network-changed', 'server_uuid': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'tag': '82b98b21-382e-49c9-82b3-d824f014d3ed', 'status': 'completed', 'code': 200} Oct 14 17:55:47.716902 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bacd17a-94ce-4e51-858f-3a2066d7a708 x-openstack-request-id: req-7bacd17a-94ce-4e51-858f-3a2066d7a708 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:47.717719 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b519c690-9e51-4863-89b4-ee2a3a5d8846", "tag": "4fabe4d0-728b-4fc6-a568-02ede59f8a1d", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:47.718449 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7bacd17a-94ce-4e51-858f-3a2066d7a708 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:47.719634 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bacd17a-94ce-4e51-858f-3a2066d7a708'] response: {'name': 'network-changed', 'server_uuid': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'tag': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d', 'status': 'completed', 'code': 200} Oct 14 17:55:47.818392 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 5c0c93a0-251d-455a-ae8a-79932ce54280 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:55:47.847747 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:47.866304 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Attempting to bind port 26876ea9-63aa-403a-8423-dc062a217cc1 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:47.866647 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Attempting to bind port 26876ea9-63aa-403a-8423-dc062a217cc1 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:47.866965 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Attempting to bind port 26876ea9-63aa-403a-8423-dc062a217cc1 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:47.870771 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:47.876860 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41648) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:47.904949 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-be80588b-7a4c-40b7-a9d3-d91eee800685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:47.920575 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee9089-06bb-45fc-8646-f93c22ff58a7 req-03cdc742-0089-4915-be5c-5fe9c94d07fe tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:47.925211 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:47.928112 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91ee9089-06bb-45fc-8646-f93c22ff58a7 req-03cdc742-0089-4915-be5c-5fe9c94d07fe tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 944 time: 0.1640503 Oct 14 17:55:47.965048 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Attempting to bind port 04f9946a-535a-428e-8287-bac5d55cc781 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:55:47.965690 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Attempting to bind port 04f9946a-535a-428e-8287-bac5d55cc781 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:55:47.965804 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Attempting to bind port 04f9946a-535a-428e-8287-bac5d55cc781 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:47.984407 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-003558ff-b2b3-46cf-9349-9d3c49f49a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.050750 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 5c0c93a0-251d-455a-ae8a-79932ce54280, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5c0c93a0-251d-455a-ae8a-79932ce54280,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:48.067320 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '5c0c93a0-251d-455a-ae8a-79932ce54280', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'port_id': '5c0c93a0-251d-455a-ae8a-79932ce54280', 'mac_address': 'fa:16:3e:ac:d4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:55:48.078131 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Port 26876ea9-63aa-403a-8423-dc062a217cc1 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:55:48.078500 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Attempting to bind port 26876ea9-63aa-403a-8423-dc062a217cc1 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:48.094251 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-be80588b-7a4c-40b7-a9d3-d91eee800685 admin admin] Publish callbacks [] for security_group (8603d767-13d1-47ad-ab9e-67d871897ec5), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.104802 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-be80588b-7a4c-40b7-a9d3-d91eee800685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8603d767-13d1-47ad-ab9e-67d871897ec5), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.118978 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:48.121621 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 5c0c93a0-251d-455a-ae8a-79932ce54280 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:48.122089 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.140531 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0c93a0-251d-455a-ae8a-79932ce54280 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:48.146422 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91ee9089-06bb-45fc-8646-f93c22ff58a7 req-2882d84f-d02e-46df-9e72-ad97b0bac8a9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174358 Oct 14 17:55:48.179485 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 5c0c93a0-251d-455a-ae8a-79932ce54280, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5c0c93a0-251d-455a-ae8a-79932ce54280,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:48.183300 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Port 04f9946a-535a-428e-8287-bac5d55cc781 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:55:48.193117 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.205361 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Attempting to bind port 04f9946a-535a-428e-8287-bac5d55cc781 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:48.234498 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-be80588b-7a4c-40b7-a9d3-d91eee800685 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=70f0bad0d6fc40f48ac8025914ef10e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562219 Oct 14 17:55:48.235227 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80588b-7a4c-40b7-a9d3-d91eee800685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8603d767-13d1-47ad-ab9e-67d871897ec5,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:48.238265 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41664) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:48.300048 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=5c0c93a0-251d-455a-ae8a-79932ce54280,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:48.407817 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:48.408421 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Checking segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:48.408813 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Bound using segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:48.409453 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Bound port: 26876ea9-63aa-403a-8423-dc062a217cc1, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:48.410028 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.467090 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfc172-94e8-41f6-b034-2979d411c04d req-022f584e-f2a7-48be-a8f4-c2e55209ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:48.468808 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-022f584e-f2a7-48be-a8f4-c2e55209ddf4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfe90c27e0e44c4794ccff00eac150ca&device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 1128 time: 0.1651986 Oct 14 17:55:48.470156 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567da83-3e5e-4e88-abc6-01da61362182 req-a6c0a7e9-a686-4864-8ced-f6f98c04e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:48.471509 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4567da83-3e5e-4e88-abc6-01da61362182 req-a6c0a7e9-a686-4864-8ced-f6f98c04e2dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 1127 time: 0.1731148 Oct 14 17:55:48.472267 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-578d9bbf-ad59-48d9-930d-bef70380cfa3 admin admin] Publish callbacks [] for security_group (8603d767-13d1-47ad-ab9e-67d871897ec5), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.501001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['5c0c93a0-251d-455a-ae8a-79932ce54280'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:55:48.508760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cda994-abbe-4f8b-becb-736fea5f7476 req-cf9639c5-0657-4d81-ac19-d493bc734a3f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:48.517542 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d1cda994-abbe-4f8b-becb-736fea5f7476 req-cf9639c5-0657-4d81-ac19-d493bc734a3f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.2681148 Oct 14 17:55:48.550369 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-4437ad07-799c-4061-b98e-30fb6a44514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:48.552172 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-4437ad07-799c-4061-b98e-30fb6a44514c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1128 time: 0.2848244 Oct 14 17:55:48.563734 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:55:48.564285 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Checking segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:48.564824 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Bound using segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:55:48.565454 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Bound port: 04f9946a-535a-428e-8287-bac5d55cc781, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:55:48.565964 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.601536 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c2d39-8fca-4491-8100-70252739a6b3 req-1dd59048-0603-49e1-a588-e91c1b0877a2 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:48.608702 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fb7c2d39-8fca-4491-8100-70252739a6b3 req-1dd59048-0603-49e1-a588-e91c1b0877a2 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 944 time: 0.2441611 Oct 14 17:55:48.659297 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:48.799773 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:48.858712 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:48.889851 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d1cda994-abbe-4f8b-becb-736fea5f7476 req-d4449c8b-e305-4686-8546-4fc2cef044a2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710759 Oct 14 17:55:48.913215 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-578d9bbf-ad59-48d9-930d-bef70380cfa3 admin admin] Publish callbacks [] for security_group (8603d767-13d1-47ad-ab9e-67d871897ec5), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:48.947859 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] For port 26876ea9-63aa-403a-8423-dc062a217cc1, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:48.973910 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fb7c2d39-8fca-4491-8100-70252739a6b3 req-894316d7-7304-4e45-9542-75ca20f3fd96 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640614 Oct 14 17:55:49.025159 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567da83-3e5e-4e88-abc6-01da61362182 req-98574025-1694-40eb-9d6d-03efa4247608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.026730 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4567da83-3e5e-4e88-abc6-01da61362182 req-98574025-1694-40eb-9d6d-03efa4247608 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5414939 Oct 14 17:55:49.036126 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] For port 26876ea9-63aa-403a-8423-dc062a217cc1, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=26876ea9-63aa-403a-8423-dc062a217cc1,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:49.053210 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:49.058523 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.079413 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.120020 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:49.124003 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.124636 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.126069 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 200 len: 1094 time: 3.2623553 Oct 14 17:55:49.128604 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:49.137067 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-6639f2f6-6b20-4cfc-9ecd-c9bfbc3d9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.138536 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-6639f2f6-6b20-4cfc-9ecd-c9bfbc3d9544 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.5447485 Oct 14 17:55:49.232534 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41698) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:49.283431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.299157 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfc172-94e8-41f6-b034-2979d411c04d req-1f7eb145-e28e-4d94-9804-7ce9949d7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.300775 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-1f7eb145-e28e-4d94-9804-7ce9949d7464 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5aabcb51-4f41-478a-ad41-097a224754cd HTTP/1.1" status: 200 len: 912 time: 0.8136866 Oct 14 17:55:49.302556 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89075e7-0123-4cff-8011-85ed13161a34 req-1af65714-66b4-4969-aeb5-a03ada41acf9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.310660 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a89075e7-0123-4cff-8011-85ed13161a34 req-1af65714-66b4-4969-aeb5-a03ada41acf9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 943 time: 0.2509079 Oct 14 17:55:49.322109 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.322732 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.324197 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 200 len: 1093 time: 3.5315428 Oct 14 17:55:49.325613 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-2e83e8b5-1068-43ad-9820-17b8b1bfa6ee service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 200 len: 217 time: 0.1805069 Oct 14 17:55:49.410990 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-986c8c09-a365-4ff0-a8a1-02f0885ace20 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d HTTP/1.1" status: 200 len: 217 time: 0.0963120 Oct 14 17:55:49.417760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3753d50-e156-4309-adc2-2b92ac4dc2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=26876ea9-63aa-403a-8423-dc062a217cc1,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:49.483368 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-578d9bbf-ad59-48d9-930d-bef70380cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8603d767-13d1-47ad-ab9e-67d871897ec5), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.486201 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-578d9bbf-ad59-48d9-930d-bef70380cfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.490139 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-578d9bbf-ad59-48d9-930d-bef70380cfa3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8603d767-13d1-47ad-ab9e-67d871897ec5 HTTP/1.1" status: 204 len: 168 time: 1.2482874 Oct 14 17:55:49.504542 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567da83-3e5e-4e88-abc6-01da61362182 req-d89ef747-9526-4c6c-8c38-e56d99778e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.506205 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4567da83-3e5e-4e88-abc6-01da61362182 req-d89ef747-9526-4c6c-8c38-e56d99778e58 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4532671 Oct 14 17:55:49.511409 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d9bbf-ad59-48d9-930d-bef70380cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603d767-13d1-47ad-ab9e-67d871897ec5,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:49.519693 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfc172-94e8-41f6-b034-2979d411c04d req-6a9e3992-63b7-491e-824d-3de6d9a8fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.521614 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-6a9e3992-63b7-491e-824d-3de6d9a8fae5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=bf98ac86-7985-47c5-822a-42fcd3942598 HTTP/1.1" status: 200 len: 850 time: 0.1015098 Oct 14 17:55:49.622594 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfc172-94e8-41f6-b034-2979d411c04d req-743512f5-be24-4d34-8a70-f548093c327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.624300 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-743512f5-be24-4d34-8a70-f548093c327f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5aabcb51-4f41-478a-ad41-097a224754cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0934165 Oct 14 17:55:49.630716 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-cdcc5037-9e3a-48fc-9694-31ac5f3a4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.632396 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-cdcc5037-9e3a-48fc-9694-31ac5f3a4d92 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 1127 time: 0.0550156 Oct 14 17:55:49.664977 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1903137749-network', 'tenant_id': '813d1003a59e4dad9aa7764c2f1903ad'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:49.717564 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-e4dd17ea-8934-40e3-8271-7bc999e395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.719392 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-e4dd17ea-8934-40e3-8271-7bc999e395a7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 1128 time: 0.4428940 Oct 14 17:55:49.734061 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1'}, {'name': 'network-changed', 'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:49.737176 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c05daa-a10f-4ad4-9041-44fe426b87d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1"}, {"name": "network-changed", "server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "tag": "04f9946a-535a-428e-8287-bac5d55cc781"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:49.738378 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-1c78165e-0b17-43be-86f5-0296811fc745 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b98b21-382e-49c9-82b3-d824f014d3ed HTTP/1.1" status: 200 len: 217 time: 0.0872869 Oct 14 17:55:49.799514 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=1,neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:49.799842 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4fabe4d0-728b-4fc6-a568-02ede59f8a1d details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:55:49.811035 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Made reservation on behalf of 813d1003a59e4dad9aa7764c2f1903ad for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:49.813883 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.838896 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-1df1e8d4-b937-44bd-9d6a-15cfbcc06cbe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 200 len: 217 time: 0.0766523 Oct 14 17:55:49.845892 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:49.846772 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b27d-e6cd-4f47-9604-cdad1ad226df req-c43140a5-30c1-48ea-ba38-0cdadeb4b569 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.855125 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-35c6b27d-e6cd-4f47-9604-cdad1ad226df req-c43140a5-30c1-48ea-ba38-0cdadeb4b569 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 944 time: 0.5594668 Oct 14 17:55:49.871739 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-3a9d6655-3d69-4e4e-ad56-4ee92bdef4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.873320 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-3a9d6655-3d69-4e4e-ad56-4ee92bdef4c1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.1260438 Oct 14 17:55:49.883368 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-7d124f71-5f1c-40aa-844e-c04409f36f1a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401290 Oct 14 17:55:49.902619 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-d5a80631-15e4-4305-8ce6-353ea9f9820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.904293 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-d5a80631-15e4-4305-8ce6-353ea9f9820f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.5413964 Oct 14 17:55:49.905379 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-e4f107b6-d629-4aa2-90ad-66c8e7a8cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:49.906869 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-e4f107b6-d629-4aa2-90ad-66c8e7a8cbf2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 1127 time: 0.4903035 Oct 14 17:55:49.919752 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 5c0c93a0-251d-455a-ae8a-79932ce54280 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:49.985965 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a89075e7-0123-4cff-8011-85ed13161a34 req-fcf6ec68-34c0-45de-99b7-7ce9403b43e2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693146 Oct 14 17:55:50.034541 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-5e8943d0-d553-4214-af81-4037f7e20d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.036762 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-5e8943d0-d553-4214-af81-4037f7e20d1e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1500733 Oct 14 17:55:50.105540 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87425d2d-04a0-48d8-bcdc-62182f45e3ec x-openstack-request-id: req-87425d2d-04a0-48d8-bcdc-62182f45e3ec {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:50.105879 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "tag": "04f9946a-535a-428e-8287-bac5d55cc781", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:50.106084 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87425d2d-04a0-48d8-bcdc-62182f45e3ec {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:50.106490 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87425d2d-04a0-48d8-bcdc-62182f45e3ec'] response: {'name': 'network-changed', 'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1', 'status': 'completed', 'code': 200} Oct 14 17:55:50.106744 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87425d2d-04a0-48d8-bcdc-62182f45e3ec'] response: {'name': 'network-changed', 'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781', 'status': 'completed', 'code': 200} Oct 14 17:55:50.107619 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67fbc0-b574-4548-b0d7-708b46b26e9b service neutron] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:50.123691 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-82826818-7dc6-418f-a72a-e33d0e2951f4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 200 len: 217 time: 0.1805980 Oct 14 17:55:50.174586 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-35c6b27d-e6cd-4f47-9604-cdad1ad226df req-4ec764dc-8156-4fe1-8db6-9d08d278711e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182797 Oct 14 17:55:50.228107 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-5eea618a-af9f-4880-98d0-bd25918d98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.229923 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-5eea618a-af9f-4880-98d0-bd25918d98bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2936413 Oct 14 17:55:50.234457 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-d74cb6a7-da98-48f8-99a4-416f75c63ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.239825 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-d74cb6a7-da98-48f8-99a4-416f75c63ae6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.3746343 Oct 14 17:55:50.268456 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks [] for security_group (ced05df7-31ce-4781-a569-13fc99f0b0b4), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.272904 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-77c46fe1-d94c-416a-b8fc-e1f1e18844e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720033 Oct 14 17:55:50.287035 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 5c0c93a0-251d-455a-ae8a-79932ce54280 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:55:50.291353 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:50.300826 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ced05df7-31ce-4781-a569-13fc99f0b0b4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.304633 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 5c0c93a0-251d-455a-ae8a-79932ce54280 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:50.306117 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.306646 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 5c0c93a0-251d-455a-ae8a-79932ce54280 Oct 14 17:55:50.336504 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=11 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:50.355566 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d', 'network_id': '5aabcb51-4f41-478a-ad41-097a224754cd', 'port_id': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d', 'mac_address': 'fa:16:3e:bb:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf98ac86-7985-47c5-822a-42fcd3942598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:55:50.410511 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:55:50.418469 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:50.418926 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.453825 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (9b42cfe2-0199-419e-89ad-9bd481e90d58), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.453825 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Added segment 9b42cfe2-0199-419e-89ad-9bd481e90d58 of type vlan for network bcb3f2d4-f754-4fbd-8652-3c138891b2c6 Oct 14 17:55:50.454098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced05df7-31ce-4781-a569-13fc99f0b0b4,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:50.473892 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-8b85df1c-0634-421d-a317-dfa3b12f229e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208832 Oct 14 17:55:50.486568 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fabe4d0-728b-4fc6-a568-02ede59f8a1d {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:50.536097 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53e3f-1887-43e2-bcc1-8b92954e0579 req-65989ae6-8c1d-4e8d-8bc6-0e565e0fc9da tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.537774 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-54d53e3f-1887-43e2-bcc1-8b92954e0579 req-65989ae6-8c1d-4e8d-8bc6-0e565e0fc9da tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.3617191 Oct 14 17:55:50.538836 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-23a90172-e876-46b1-8d6e-7835b432c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.540704 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-23a90172-e876-46b1-8d6e-7835b432c102 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2620263 Oct 14 17:55:50.550208 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:50.567318 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (bcb3f2d4-f754-4fbd-8652-3c138891b2c6), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.571334 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:50.606590 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-8a83396c-45e1-4bb4-b92e-6be90be29293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.608100 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-8a83396c-45e1-4bb4-b92e-6be90be29293 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.4726622 Oct 14 17:55:50.632210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 5c0c93a0-251d-455a-ae8a-79932ce54280 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:50.635177 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.650992 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.672428 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbda5f-4084-4fc1-8564-5b187ba98c90 req-caf58855-3196-4351-a7b4-c6b5996fa35d tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.673882 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (bcb3f2d4-f754-4fbd-8652-3c138891b2c6), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.675155 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:50.676375 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.681850 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-40dbda5f-4084-4fc1-8564-5b187ba98c90 req-caf58855-3196-4351-a7b4-c6b5996fa35d tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 944 time: 0.3995295 Oct 14 17:55:50.735212 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 5c0c93a0-251d-455a-ae8a-79932ce54280, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5c0c93a0-251d-455a-ae8a-79932ce54280,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:50.737034 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.744811 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0c93a0-251d-455a-ae8a-79932ce54280'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:50.759683 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:50.781475 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb3f2d4-f754-4fbd-8652-3c138891b2c6,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:50.798427 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2a0ca390-a12c-437b-8595-89dbdb06a5a0 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5258815 Oct 14 17:55:50.802851 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41744) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:50.816246 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Request body: {'subnet': {'network_id': 'bcb3f2d4-f754-4fbd-8652-3c138891b2c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1903137749-subnet', 'tenant_id': '813d1003a59e4dad9aa7764c2f1903ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:50.849635 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network bcb3f2d4-f754-4fbd-8652-3c138891b2c6 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:55:50.863505 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.872594 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e6351190-69fa-4b82-9f2f-7368c3ee1908 req-f86bd5a6-8818-4b49-ba16-d2aa47962c6d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763554 Oct 14 17:55:50.876811 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Made reservation on behalf of 813d1003a59e4dad9aa7764c2f1903ad for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:50.888135 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.897047 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:50.942429 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-8867eb4d-db3c-4974-bd62-2d8ad0b67f87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884336 Oct 14 17:55:50.978398 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-54d53e3f-1887-43e2-bcc1-8b92954e0579 req-4b8dd7e1-dc55-4e91-839d-62ddce09b73c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126048 Oct 14 17:55:50.990219 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-40dbda5f-4084-4fc1-8564-5b187ba98c90 req-4c7c00e6-6291-47cb-8a7b-307de6005bcd tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058922 Oct 14 17:55:51.004911 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-f16a1b5f-f18e-4aee-8fac-bec46eac1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:51.014933 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-f16a1b5f-f18e-4aee-8fac-bec46eac1ecd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3588462 Oct 14 17:55:51.049070 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['4fabe4d0-728b-4fc6-a568-02ede59f8a1d'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:55:51.055317 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-8c24d867-469f-412b-a8db-0a22e0dd4f09 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935887 Oct 14 17:55:51.090889 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:51.105246 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:51.201040 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a973707a-c675-49d1-bf72-41b55c7ea1d1" -d '{"events": [{"server_uuid": "36f20c98-c68a-4dbb-8f8b-0506c63f5d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5c0c93a0-251d-455a-ae8a-79932ce54280"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:51.254527 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b417d3-6e98-4000-882b-9781e8f230e1 req-4baf4891-aff0-4870-87ae-d719d730ae66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:51.256081 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a3b417d3-6e98-4000-882b-9781e8f230e1 req-4baf4891-aff0-4870-87ae-d719d730ae66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 943 time: 0.1016588 Oct 14 17:55:51.280463 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:51.327014 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=5c0c93a0-251d-455a-ae8a-79932ce54280,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:51.388572 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (8da402e1-8a30-4769-8cce-4be9925689e4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:51.394915 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aad107-bffc-4ee8-930e-71be97f828ac req-9134ecf8-875a-4269-b1c9-4013ab2261ab tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:51.396546 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-58aad107-bffc-4ee8-930e-71be97f828ac req-9134ecf8-875a-4269-b1c9-4013ab2261ab tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 944 time: 0.0803308 Oct 14 17:55:51.483791 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-58aad107-bffc-4ee8-930e-71be97f828ac req-d7a2fc95-a180-403c-9518-b70b1dc498aa tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798926 Oct 14 17:55:51.496450 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a3b417d3-6e98-4000-882b-9781e8f230e1 req-e786a4db-5665-42dc-b7bf-ad059d0047ff tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316477 Oct 14 17:55:51.502636 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da402e1-8a30-4769-8cce-4be9925689e4,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:51.536987 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Checking segment: {'id': '9b42cfe2-0199-419e-89ad-9bd481e90d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bcb3f2d4-f754-4fbd-8652-3c138891b2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:51.537342 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Network hostable DHCP agents. Network: bcb3f2d4-f754-4fbd-8652-3c138891b2c6, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:55:51.560765 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Network bcb3f2d4-f754-4fbd-8652-3c138891b2c6 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:55:51.575121 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, bcb3f2d4-f754-4fbd-8652-3c138891b2c6) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:51.582365 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:51.584507 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:51.589950 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aaf05c-9a6f-44d0-96b6-aacb9cb2cf22 None None] Network bcb3f2d4-f754-4fbd-8652-3c138891b2c6 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:51.614567 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d867bf57-9dd4-42eb-85c0-8f0580a75159 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8101718 Oct 14 17:55:51.698085 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ff2e3-7a45-449c-ac1e-93def15c18bc x-openstack-request-id: req-566ff2e3-7a45-449c-ac1e-93def15c18bc {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:51.698442 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f20c98-c68a-4dbb-8f8b-0506c63f5d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5c0c93a0-251d-455a-ae8a-79932ce54280", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:51.698705 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-566ff2e3-7a45-449c-ac1e-93def15c18bc {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:51.699295 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566ff2e3-7a45-449c-ac1e-93def15c18bc'] response: {'server_uuid': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0c93a0-251d-455a-ae8a-79932ce54280', 'code': 200} Oct 14 17:55:51.728839 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab19cab-a96d-44bf-a286-2c3636abfaa1 None None] Network bcb3f2d4-f754-4fbd-8652-3c138891b2c6 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:51.841175 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4fabe4d0-728b-4fc6-a568-02ede59f8a1d up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:51.917639 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:55:51.939176 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:51.939587 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:51.940015 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d Oct 14 17:55:51.973949 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:52.072328 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:52.077214 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:52.086669 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-01bb8588-268a-4d40-b6ad-6b428ba56e3e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543344 Oct 14 17:55:52.157464 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721aae2-87c1-4db6-994c-95d6bc32f3d7 req-1d9286b9-1643-411f-8922-560200eb059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:52.164625 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0721aae2-87c1-4db6-994c-95d6bc32f3d7 req-1d9286b9-1643-411f-8922-560200eb059a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1129 time: 0.2118859 Oct 14 17:55:52.170023 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:52.198530 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:52.204516 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-0721aae2-87c1-4db6-994c-95d6bc32f3d7 req-6337d0c3-7314-49b5-92a9-3c7864377dd6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:52.330046 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:52.330798 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-6d06a738-043c-4c96-b6dc-76687576c6c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914228 Oct 14 17:55:52.332162 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:52.398392 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-0721aae2-87c1-4db6-994c-95d6bc32f3d7 req-6337d0c3-7314-49b5-92a9-3c7864377dd6 service neutron] Publish callbacks [] for security_group (3eaa7a9e-05a5-44e4-ac96-912e3956133a), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:52.406929 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-0721aae2-87c1-4db6-994c-95d6bc32f3d7 req-6337d0c3-7314-49b5-92a9-3c7864377dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3eaa7a9e-05a5-44e4-ac96-912e3956133a), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:52.464659 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9e24-2aee-48f2-8ec8-de42d5ae3ba0 req-8b3a22ba-164f-41e2-a8a9-23be99e52401 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:52.469538 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3bdf9e24-2aee-48f2-8ec8-de42d5ae3ba0 req-8b3a22ba-164f-41e2-a8a9-23be99e52401 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.3244028 Oct 14 17:55:52.516342 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0721aae2-87c1-4db6-994c-95d6bc32f3d7 req-6337d0c3-7314-49b5-92a9-3c7864377dd6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427129 Oct 14 17:55:52.517478 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337d0c3-7314-49b5-92a9-3c7864377dd6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa7a9e-05a5-44e4-ac96-912e3956133a,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:52.625585 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b1b59-5695-443a-a3b6-8b53fd71647c req-4dcbb0a0-266a-49c6-8f75-ef7788498852 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:52.634795 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-741b1b59-5695-443a-a3b6-8b53fd71647c req-4dcbb0a0-266a-49c6-8f75-ef7788498852 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.3682411 Oct 14 17:55:52.652594 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41834) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:52.660635 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-348987322-network', 'tenant_id': 'e6d45369785e4cd9b6acc04670162be5'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:52.675377 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c3177f8-0c64-45ea-af94-e612c55ddf24 req-50ac5de9-3757-4ecc-a0d7-1178c43da14b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9450865 Oct 14 17:55:52.682773 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83a52731-69aa-4c0e-a896-f5173cb12132 req-9489d4c5-035f-448e-8f84-6c79d9cc1697 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210311 Oct 14 17:55:52.689804 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Made reservation on behalf of e6d45369785e4cd9b6acc04670162be5 for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:52.701491 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:52.713650 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:52.739939 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-741b1b59-5695-443a-a3b6-8b53fd71647c req-67086b77-f36f-4f64-b9bb-3a4e0a9d0505 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998728 Oct 14 17:55:52.743789 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:52.752134 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3bdf9e24-2aee-48f2-8ec8-de42d5ae3ba0 req-9b939b4b-c177-407b-87a4-b3d9be92e71e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804794 Oct 14 17:55:52.866997 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:52.869974 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:52.896497 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b48257-e9ca-4285-b01d-5f46d97c159a req-7a67b540-f74e-4a6e-bedc-e2aa6df35b22 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:52.898091 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-61b48257-e9ca-4285-b01d-5f46d97c159a req-7a67b540-f74e-4a6e-bedc-e2aa6df35b22 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 943 time: 0.0755961 Oct 14 17:55:52.988880 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2ff68-4f3a-4920-b185-5a7b0351a137 req-6191aaae-22e7-4cf5-acfa-eb518a2cf471 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:52.990754 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-51a2ff68-4f3a-4920-b185-5a7b0351a137 req-6191aaae-22e7-4cf5-acfa-eb518a2cf471 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 944 time: 0.0902228 Oct 14 17:55:53.001253 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-61b48257-e9ca-4285-b01d-5f46d97c159a req-073dbca5-6f9b-4d0f-b5da-ba5bd3facdae tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896096 Oct 14 17:55:53.083715 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-51a2ff68-4f3a-4920-b185-5a7b0351a137 req-f5236112-2cb0-4cf6-b267-77993eccfc70 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811009 Oct 14 17:55:53.123942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks [] for security_group (c69479d8-f72c-4230-8cfe-0fe7c6c2f77f), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.128274 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (c69479d8-f72c-4230-8cfe-0fe7c6c2f77f), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.155995 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:55:53.167700 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69479d8-f72c-4230-8cfe-0fe7c6c2f77f,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:53.173350 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (13232869-8c57-43da-af3d-efef450768a8), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.173701 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Added segment 13232869-8c57-43da-af3d-efef450768a8 of type vlan for network 51c112e9-6c8c-42eb-8414-26d807dfc51d Oct 14 17:55:53.214802 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=4,neutron:SELECT=78,neutron:INSERT=18 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:53.219330 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (51c112e9-6c8c-42eb-8414-26d807dfc51d), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.266626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (51c112e9-6c8c-42eb-8414-26d807dfc51d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.266626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:53.266626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.336869 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41872) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:53.337525 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6831806 Oct 14 17:55:53.341157 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff7d12-3ced-47a5-b1a4-d4a48958396c admin admin] Pushing event updated for resources: {'Network': ['ID=51c112e9-6c8c-42eb-8414-26d807dfc51d,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:53.343400 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Request body: {'subnet': {'network_id': '51c112e9-6c8c-42eb-8414-26d807dfc51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-348987322-subnet', 'tenant_id': 'e6d45369785e4cd9b6acc04670162be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:55:53.360838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 51c112e9-6c8c-42eb-8414-26d807dfc51d details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:55:53.398059 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Made reservation on behalf of e6d45369785e4cd9b6acc04670162be5 for: {'subnet': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:53.402385 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649300'] for subnet (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.611571 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4156663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649286'] for subnet (c4038e37-d4a4-422e-9c00-0e85c6f34a97), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.676612 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4038e37-d4a4-422e-9c00-0e85c6f34a97,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:53.685197 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Checking segment: {'id': '13232869-8c57-43da-af3d-efef450768a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '51c112e9-6c8c-42eb-8414-26d807dfc51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:55:53.685561 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Network hostable DHCP agents. Network: 51c112e9-6c8c-42eb-8414-26d807dfc51d, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:55:53.701111 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:53.703984 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8317aa5c-3b38-4042-8b51-b27aa5e23d33" -d '{"events": [{"server_uuid": "b519c690-9e51-4863-89b4-ee2a3a5d8846", "name": "network-vif-plugged", "status": "completed", "tag": "4fabe4d0-728b-4fc6-a568-02ede59f8a1d"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:53.705191 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Network 51c112e9-6c8c-42eb-8414-26d807dfc51d is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:55:53.717914 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 51c112e9-6c8c-42eb-8414-26d807dfc51d) {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:53.723248 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:53.723854 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:53.736732 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa281f8a-2bc1-445c-bd61-859a9713dbf1 None None] Network 51c112e9-6c8c-42eb-8414-26d807dfc51d requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:53.755336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43025a93-00a2-49d0-937e-48d222ac5f9a x-openstack-request-id: req-43025a93-00a2-49d0-937e-48d222ac5f9a {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:53.755868 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b519c690-9e51-4863-89b4-ee2a3a5d8846", "name": "network-vif-plugged", "status": "completed", "tag": "4fabe4d0-728b-4fc6-a568-02ede59f8a1d", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:53.756145 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-43025a93-00a2-49d0-937e-48d222ac5f9a {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:53.756536 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43025a93-00a2-49d0-937e-48d222ac5f9a'] response: {'server_uuid': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d', 'code': 200} Oct 14 17:55:53.759655 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-4e7f5829-ccc1-4aa9-ada6-0f5d5e6a2f57 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4201388 Oct 14 17:55:53.853804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 82b98b21-382e-49c9-82b3-d824f014d3ed details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:55:53.869670 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41898) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:53.901832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03def68c-33e6-4efb-a745-df10d6b09d39 req-301a36c4-979a-4de3-ba41-e0d8bef45f67 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:53.903666 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-03def68c-33e6-4efb-a745-df10d6b09d39 req-301a36c4-979a-4de3-ba41-e0d8bef45f67 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.0663564 Oct 14 17:55:53.932324 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041c89b-6ad1-47a6-b54f-a75db421ee97 None None] Network 51c112e9-6c8c-42eb-8414-26d807dfc51d requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:55:53.958940 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2382bf-68cc-4eb0-98bf-5a0374c2a28f req-10338825-f8d9-4a4f-8d6c-81263528ab89 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:53.962085 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7f2382bf-68cc-4eb0-98bf-5a0374c2a28f req-10338825-f8d9-4a4f-8d6c-81263528ab89 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0682702 Oct 14 17:55:54.031148 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:54.039697 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=21 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:54.043542 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c4edf9dc-c111-4cb6-9e41-0e6c9f53c34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.062593 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7f2382bf-68cc-4eb0-98bf-5a0374c2a28f req-e754bb36-ac3e-4a2f-87de-ea104bc204c4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679848 Oct 14 17:55:54.078647 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-03def68c-33e6-4efb-a745-df10d6b09d39 req-a25215e2-8745-405f-8c3f-65c28a6cb1c9 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151540 Oct 14 17:55:54.100075 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 82b98b21-382e-49c9-82b3-d824f014d3ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=82b98b21-382e-49c9-82b3-d824f014d3ed,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:54.122364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '82b98b21-382e-49c9-82b3-d824f014d3ed', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'port_id': '82b98b21-382e-49c9-82b3-d824f014d3ed', 'mac_address': 'fa:16:3e:51:21:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:55:54.201813 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 82b98b21-382e-49c9-82b3-d824f014d3ed is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:54.202198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.221779 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c4edf9dc-c111-4cb6-9e41-0e6c9f53c34b admin admin] Publish callbacks [] for security_group (b3f2c78b-91c4-4977-ad0d-186cbcff91bd), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.229258 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c4edf9dc-c111-4cb6-9e41-0e6c9f53c34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b3f2c78b-91c4-4977-ad0d-186cbcff91bd), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.239592 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b98b21-382e-49c9-82b3-d824f014d3ed {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:54.271404 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edf9dc-c111-4cb6-9e41-0e6c9f53c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f2c78b-91c4-4977-ad0d-186cbcff91bd,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:54.287618 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07ef9b-953c-4eb4-b9f7-00e61a3d0a55 req-5ed0f6bb-b72e-4375-83cb-99ace01db77c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:54.289697 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd07ef9b-953c-4eb4-b9f7-00e61a3d0a55 req-5ed0f6bb-b72e-4375-83cb-99ace01db77c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 943 time: 0.0983176 Oct 14 17:55:54.301844 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 82b98b21-382e-49c9-82b3-d824f014d3ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=82b98b21-382e-49c9-82b3-d824f014d3ed,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:54.309487 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.310178 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 26876ea9-63aa-403a-8423-dc062a217cc1 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:55:54.329467 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c4edf9dc-c111-4cb6-9e41-0e6c9f53c34b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e0a5143630834274bd15411a2d6f9374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585040 Oct 14 17:55:54.331565 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41914) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:54.331713 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50d3bf-90f2-4820-bf73-a2a4b2c39a4c req-26354c16-802d-4bbd-82c8-a2f75ff7bc4a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:54.333519 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e50d3bf-90f2-4820-bf73-a2a4b2c39a4c req-26354c16-802d-4bbd-82c8-a2f75ff7bc4a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 944 time: 0.0853419 Oct 14 17:55:54.374061 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd07ef9b-953c-4eb4-b9f7-00e61a3d0a55 req-34f1dc8a-62b1-4932-869f-325bcc5a6caa tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Oct 14 17:55:54.465967 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e50d3bf-90f2-4820-bf73-a2a4b2c39a4c req-f59a0b05-442f-4dd3-97d5-c65eff1554ef tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931015 Oct 14 17:55:54.477226 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-fd2acb63-b354-43be-a6ad-1f85505e105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:54.479373 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-fd2acb63-b354-43be-a6ad-1f85505e105a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 1128 time: 0.1487696 Oct 14 17:55:54.504576 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e3762ffe-5463-45ac-881c-97baef25e5c4 admin admin] Publish callbacks [] for security_group (b3f2c78b-91c4-4977-ad0d-186cbcff91bd), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.518490 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=82b98b21-382e-49c9-82b3-d824f014d3ed,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:54.543262 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e3762ffe-5463-45ac-881c-97baef25e5c4 admin admin] Publish callbacks [] for security_group (b3f2c78b-91c4-4977-ad0d-186cbcff91bd), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.565110 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 26876ea9-63aa-403a-8423-dc062a217cc1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=26876ea9-63aa-403a-8423-dc062a217cc1,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:54.581175 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41922) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:54.586953 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '26876ea9-63aa-403a-8423-dc062a217cc1', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'port_id': '26876ea9-63aa-403a-8423-dc062a217cc1', 'mac_address': 'fa:16:3e:0f:f9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:55:54.620759 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e3762ffe-5463-45ac-881c-97baef25e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b3f2c78b-91c4-4977-ad0d-186cbcff91bd), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.625942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e3762ffe-5463-45ac-881c-97baef25e5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.629682 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-e3762ffe-5463-45ac-881c-97baef25e5c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b3f2c78b-91c4-4977-ad0d-186cbcff91bd HTTP/1.1" status: 204 len: 168 time: 0.2946994 Oct 14 17:55:54.646368 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3762ffe-5463-45ac-881c-97baef25e5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f2c78b-91c4-4977-ad0d-186cbcff91bd,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:54.700509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 26876ea9-63aa-403a-8423-dc062a217cc1 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:54.702524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.736948 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26876ea9-63aa-403a-8423-dc062a217cc1 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:54.777092 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 26876ea9-63aa-403a-8423-dc062a217cc1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=26876ea9-63aa-403a-8423-dc062a217cc1,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:54.784541 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.809788 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9d07-c636-4b1a-a3b4-18d71eb85a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:54.854333 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=26876ea9-63aa-403a-8423-dc062a217cc1,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:54.868098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:54.874001 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-1f94c987-292c-40c0-bf9d-1924465e0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:54.875812 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-1f94c987-292c-40c0-bf9d-1924465e0e50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 912 time: 0.1941214 Oct 14 17:55:54.905589 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:54.935726 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-8504beb2-8e0f-4311-a01f-c8b7c63f38bb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 200 len: 217 time: 0.0409606 Oct 14 17:55:55.013507 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41936) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:55.030595 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9d07-c636-4b1a-a3b4-18d71eb85a1a admin admin] Publish callbacks [] for security_group (009a8c28-ddea-4cff-af2d-b55e82b71b50), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.032578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-74136a81-9f56-4b03-9cc7-671169272376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:55.034900 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-74136a81-9f56-4b03-9cc7-671169272376 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.0921712 Oct 14 17:55:55.038281 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9d07-c636-4b1a-a3b4-18d71eb85a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (009a8c28-ddea-4cff-af2d-b55e82b71b50), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.156861 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:55.163789 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['82b98b21-382e-49c9-82b3-d824f014d3ed'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:55:55.176539 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-e4cb9d07-c636-4b1a-a3b4-18d71eb85a1a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7088c0a98f0f40b8b1704fd601ae8810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941281 Oct 14 17:55:55.178004 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-dadf5591-1bca-43fe-9bb4-fdefda9c1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:55.180869 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-dadf5591-1bca-43fe-9bb4-fdefda9c1490 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1385581 Oct 14 17:55:55.181008 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41944) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:55.181775 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb9d07-c636-4b1a-a3b4-18d71eb85a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009a8c28-ddea-4cff-af2d-b55e82b71b50,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:55.190799 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41946) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:55.205576 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:55.233517 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519fe63-dea7-4e2b-856e-0a20c3ad651d req-56dcced4-5ffc-4374-a26c-3c94b39c5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:55.235360 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4519fe63-dea7-4e2b-856e-0a20c3ad651d req-56dcced4-5ffc-4374-a26c-3c94b39c5b61 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 1130 time: 0.3399060 Oct 14 17:55:55.263270 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['26876ea9-63aa-403a-8423-dc062a217cc1'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:55:55.279304 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-48629903-8d03-4db4-b56f-b950576082f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.299400 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-49c3b8b1-eb6c-4c93-813c-7c208c1c9837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.366438 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba4084-5536-4e88-81c2-5354475fc396 req-97ee5ae9-3bb9-4805-85f2-1d259f86fd22 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:55.369770 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-46ba4084-5536-4e88-81c2-5354475fc396 req-97ee5ae9-3bb9-4805-85f2-1d259f86fd22 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.1228917 Oct 14 17:55:55.381229 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee09ed-bce2-4ea1-b29a-c0eebfe9563a req-bd91fabe-b36d-48c0-b4a9-8c5759fc3c7c tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:55.385201 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e9ee09ed-bce2-4ea1-b29a-c0eebfe9563a req-bd91fabe-b36d-48c0-b4a9-8c5759fc3c7c tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.1429267 Oct 14 17:55:55.387480 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-4e913b30-ce9a-4471-a396-5295e52c2f75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872694 Oct 14 17:55:55.440904 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f48082f-1ce5-4a9e-9b11-133cfe163a23 admin admin] Publish callbacks [] for security_group (009a8c28-ddea-4cff-af2d-b55e82b71b50), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.462043 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:55.483604 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4519fe63-dea7-4e2b-856e-0a20c3ad651d req-459ce482-f12f-4049-97cc-d6fe1fefabfa service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217641 Oct 14 17:55:55.518004 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f48082f-1ce5-4a9e-9b11-133cfe163a23 admin admin] Publish callbacks [] for security_group (009a8c28-ddea-4cff-af2d-b55e82b71b50), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.540117 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-48629903-8d03-4db4-b56f-b950576082f6 admin admin] Publish callbacks [] for security_group (2deb5af6-2f1d-4e2f-9272-388e05477502), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.542385 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-46ba4084-5536-4e88-81c2-5354475fc396 req-8ed36417-7688-4221-b363-9724fe0c989d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503944 Oct 14 17:55:55.553518 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e9ee09ed-bce2-4ea1-b29a-c0eebfe9563a req-6b1e3d6c-e85c-4a06-949a-88c04f0bc1d6 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509707 Oct 14 17:55:55.563101 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-48629903-8d03-4db4-b56f-b950576082f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2deb5af6-2f1d-4e2f-9272-388e05477502), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.566431 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:55.568062 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-49c3b8b1-eb6c-4c93-813c-7c208c1c9837 admin admin] Publish callbacks [] for security_group (627d0af3-4e3e-4913-84ea-9fe03882c076), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.580116 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:55.595655 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-d2cf3e0c-4ae1-4c30-a88d-caf11fedc2e9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944087 Oct 14 17:55:55.596387 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-49c3b8b1-eb6c-4c93-813c-7c208c1c9837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (627d0af3-4e3e-4913-84ea-9fe03882c076), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.600164 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f48082f-1ce5-4a9e-9b11-133cfe163a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (009a8c28-ddea-4cff-af2d-b55e82b71b50), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.606168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f48082f-1ce5-4a9e-9b11-133cfe163a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.611139 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-7f48082f-1ce5-4a9e-9b11-133cfe163a23 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/009a8c28-ddea-4cff-af2d-b55e82b71b50 HTTP/1.1" status: 204 len: 168 time: 0.4291666 Oct 14 17:55:55.621534 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48082f-1ce5-4a9e-9b11-133cfe163a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a8c28-ddea-4cff-af2d-b55e82b71b50,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:55.629652 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-48629903-8d03-4db4-b56f-b950576082f6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bbdfae7146bb4256b3920e7fd324d9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376636 Oct 14 17:55:55.632311 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41954) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:55.662819 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:55.685314 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48629903-8d03-4db4-b56f-b950576082f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deb5af6-2f1d-4e2f-9272-388e05477502,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:55.697943 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dfed2c7a-fc89-4239-8494-198e36ad2068 admin admin] Publish callbacks [] for security_group (2deb5af6-2f1d-4e2f-9272-388e05477502), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.723358 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dfed2c7a-fc89-4239-8494-198e36ad2068 admin admin] Publish callbacks [] for security_group (2deb5af6-2f1d-4e2f-9272-388e05477502), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.737405 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-49c3b8b1-eb6c-4c93-813c-7c208c1c9837 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=640684dd19c64642a6984eb8eafa64b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7228775 Oct 14 17:55:55.741375 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41958) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:55.765342 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3b8b1-eb6c-4c93-813c-7c208c1c9837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d0af3-4e3e-4913-84ea-9fe03882c076,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:55.849814 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-838e0c72-cf5a-4380-90e2-fb83e8618d7c admin admin] Publish callbacks [] for security_group (627d0af3-4e3e-4913-84ea-9fe03882c076), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.865317 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90498da7-cbb3-4b32-a2ed-1c1f594971da req-66ada939-38f5-4e05-854c-93f57b7d74ec tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:55.868757 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90498da7-cbb3-4b32-a2ed-1c1f594971da req-66ada939-38f5-4e05-854c-93f57b7d74ec tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 944 time: 0.1340485 Oct 14 17:55:55.876016 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23499-1da4-47b0-ad29-cb607521a883 req-8db54389-c8be-4c65-868e-109d77aeaf30 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:55.877624 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-57f23499-1da4-47b0-ad29-cb607521a883 req-8db54389-c8be-4c65-868e-109d77aeaf30 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 945 time: 0.1459627 Oct 14 17:55:55.880279 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-838e0c72-cf5a-4380-90e2-fb83e8618d7c admin admin] Publish callbacks [] for security_group (627d0af3-4e3e-4913-84ea-9fe03882c076), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.943911 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-838e0c72-cf5a-4380-90e2-fb83e8618d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (627d0af3-4e3e-4913-84ea-9fe03882c076), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.947919 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-838e0c72-cf5a-4380-90e2-fb83e8618d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.949244 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-838e0c72-cf5a-4380-90e2-fb83e8618d7c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/627d0af3-4e3e-4913-84ea-9fe03882c076 HTTP/1.1" status: 204 len: 168 time: 0.2059476 Oct 14 17:55:55.959517 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e0c72-cf5a-4380-90e2-fb83e8618d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d0af3-4e3e-4913-84ea-9fe03882c076,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:55.961133 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dfed2c7a-fc89-4239-8494-198e36ad2068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2deb5af6-2f1d-4e2f-9272-388e05477502), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.963781 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dfed2c7a-fc89-4239-8494-198e36ad2068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:55.965046 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-dfed2c7a-fc89-4239-8494-198e36ad2068 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2deb5af6-2f1d-4e2f-9272-388e05477502 HTTP/1.1" status: 204 len: 168 time: 0.3318193 Oct 14 17:55:56.001464 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed2c7a-fc89-4239-8494-198e36ad2068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deb5af6-2f1d-4e2f-9272-388e05477502,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:56.014014 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90498da7-cbb3-4b32-a2ed-1c1f594971da req-8448e8ba-168d-4e97-adc0-e7562ab9820f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340129 Oct 14 17:55:56.032571 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-57f23499-1da4-47b0-ad29-cb607521a883 req-46a38038-920b-45fa-aaa0-e7f0c484357f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430027 Oct 14 17:55:56.147908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 41970) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:56.164110 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e81db9b2-6303-49ac-8682-f65a423d442e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.271615 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e81db9b2-6303-49ac-8682-f65a423d442e admin admin] Publish callbacks [] for security_group (a6062d85-7388-4f9a-a4fd-e3f5f861e59d), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.276964 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e81db9b2-6303-49ac-8682-f65a423d442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (a6062d85-7388-4f9a-a4fd-e3f5f861e59d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.316323 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-e81db9b2-6303-49ac-8682-f65a423d442e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ba717b1f44c542ed8b261f2b8455c57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665123 Oct 14 17:55:56.319163 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 41976) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:55:56.320197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:56.331047 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81db9b2-6303-49ac-8682-f65a423d442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6062d85-7388-4f9a-a4fd-e3f5f861e59d,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:56.371842 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:56.393479 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a935bde0-8cd6-4489-ab5e-a28cbb8f1ee0 admin admin] Publish callbacks [] for security_group (a6062d85-7388-4f9a-a4fd-e3f5f861e59d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.424440 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a935bde0-8cd6-4489-ab5e-a28cbb8f1ee0 admin admin] Publish callbacks [] for security_group (a6062d85-7388-4f9a-a4fd-e3f5f861e59d), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.489797 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a935bde0-8cd6-4489-ab5e-a28cbb8f1ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (a6062d85-7388-4f9a-a4fd-e3f5f861e59d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.497046 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a935bde0-8cd6-4489-ab5e-a28cbb8f1ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.497046 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-a935bde0-8cd6-4489-ab5e-a28cbb8f1ee0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a6062d85-7388-4f9a-a4fd-e3f5f861e59d HTTP/1.1" status: 204 len: 168 time: 0.1729493 Oct 14 17:55:56.503940 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935bde0-8cd6-4489-ab5e-a28cbb8f1ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6062d85-7388-4f9a-a4fd-e3f5f861e59d,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:56.535678 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 82b98b21-382e-49c9-82b3-d824f014d3ed up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:56.584149 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 82b98b21-382e-49c9-82b3-d824f014d3ed completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:55:56.593027 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 82b98b21-382e-49c9-82b3-d824f014d3ed triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:56.593668 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.594339 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 82b98b21-382e-49c9-82b3-d824f014d3ed Oct 14 17:55:56.739171 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-6f04ac71-4091-41fd-86ef-6ecbe6bc990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:56.743840 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-6f04ac71-4091-41fd-86ef-6ecbe6bc990f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 1127 time: 0.0988462 Oct 14 17:55:56.773076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 82b98b21-382e-49c9-82b3-d824f014d3ed is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:56.780105 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.812702 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b98b21-382e-49c9-82b3-d824f014d3ed'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:56.813356 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae25b9-4858-47be-8018-6e2acabacf03 req-64e20d33-fa00-4da1-ac22-f0b5d20a678c tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:56.815008 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8cae25b9-4858-47be-8018-6e2acabacf03 req-64e20d33-fa00-4da1-ac22-f0b5d20a678c tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.0992060 Oct 14 17:55:56.821823 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812352-62fd-413e-b39d-aecbfa8c9a61 req-3c8cf853-e07d-4cb8-b00f-593cb62bfa9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:56.821997 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4282f91d-a942-48de-930d-7ace8c56f404" -d '{"events": [{"server_uuid": "3d6e1a11-3cfe-45f3-a0c2-47568e6c0020", "name": "network-vif-plugged", "status": "completed", "tag": "82b98b21-382e-49c9-82b3-d824f014d3ed"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:56.828531 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-99812352-62fd-413e-b39d-aecbfa8c9a61 req-3c8cf853-e07d-4cb8-b00f-593cb62bfa9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0944285 Oct 14 17:55:56.843131 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 82b98b21-382e-49c9-82b3-d824f014d3ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=82b98b21-382e-49c9-82b3-d824f014d3ed,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:56.852395 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:56.854083 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 26876ea9-63aa-403a-8423-dc062a217cc1 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:56.930211 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:56.936784 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-6d3ba3f1-482a-4ec2-be28-a59dc76718b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:56.942474 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-6d3ba3f1-482a-4ec2-be28-a59dc76718b5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.1860754 Oct 14 17:55:56.942957 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-99812352-62fd-413e-b39d-aecbfa8c9a61 req-d9e30052-db28-4ed5-ad51-6c3a13c622ff tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038756 Oct 14 17:55:56.969877 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8cae25b9-4858-47be-8018-6e2acabacf03 req-6b0ebaf8-4cd9-497f-986b-63bbadfa9566 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400764 Oct 14 17:55:56.978067 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 26876ea9-63aa-403a-8423-dc062a217cc1 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:55:57.002969 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 26876ea9-63aa-403a-8423-dc062a217cc1 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:55:57.003573 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:57.004281 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 26876ea9-63aa-403a-8423-dc062a217cc1 Oct 14 17:55:57.029172 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396000c-3744-4a3c-9a66-18074b1fe4bf x-openstack-request-id: req-2396000c-3744-4a3c-9a66-18074b1fe4bf {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:57.029480 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6e1a11-3cfe-45f3-a0c2-47568e6c0020", "name": "network-vif-plugged", "status": "completed", "tag": "82b98b21-382e-49c9-82b3-d824f014d3ed", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:57.029734 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2396000c-3744-4a3c-9a66-18074b1fe4bf {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:57.030127 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2396000c-3744-4a3c-9a66-18074b1fe4bf'] response: {'server_uuid': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b98b21-382e-49c9-82b3-d824f014d3ed', 'code': 200} Oct 14 17:55:57.034110 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=82b98b21-382e-49c9-82b3-d824f014d3ed,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:57.132299 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 26876ea9-63aa-403a-8423-dc062a217cc1 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:57.133161 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:57.174922 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 26876ea9-63aa-403a-8423-dc062a217cc1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=26876ea9-63aa-403a-8423-dc062a217cc1,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:57.183890 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:57.201784 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88e22d-1c47-4af3-9e13-0618b0b08054 req-86c8e59e-669b-45de-acb0-c5bc2ad01922 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:57.210125 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a88e22d-1c47-4af3-9e13-0618b0b08054 req-86c8e59e-669b-45de-acb0-c5bc2ad01922 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0956254 Oct 14 17:55:57.223421 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33c5b-c298-411d-aff2-f240885856eb req-26d57193-69c2-498a-8684-3a89862aa065 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:57.224618 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-72d33c5b-c298-411d-aff2-f240885856eb req-26d57193-69c2-498a-8684-3a89862aa065 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 945 time: 0.0994811 Oct 14 17:55:57.251002 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=26876ea9-63aa-403a-8423-dc062a217cc1,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:57.308113 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-72d33c5b-c298-411d-aff2-f240885856eb req-dcb61eee-232a-49f4-8ad1-4ac2076a355b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724049 Oct 14 17:55:57.311238 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a88e22d-1c47-4af3-9e13-0618b0b08054 req-d1ffda86-1661-4a5f-a857-8b836d95a632 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017075 Oct 14 17:55:57.400970 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-3402e65e-7bc6-4203-8fa2-7f2a2d00455d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 200 len: 217 time: 0.0393195 Oct 14 17:55:57.462619 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-b692be3a-b80f-4cd9-91c2-4eeb3e8c2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:57.464482 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-b692be3a-b80f-4cd9-91c2-4eeb3e8c2771 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0569897 Oct 14 17:55:57.522490 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-b2708616-9784-4b0a-a13a-5a2064a04d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:57.524766 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-b2708616-9784-4b0a-a13a-5a2064a04d99 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534592 Oct 14 17:55:57.640776 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f67494-3153-4ed8-92bf-575752f98627 req-34ae37de-c15c-4505-a72f-16132b74c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:57.642994 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3f67494-3153-4ed8-92bf-575752f98627 req-34ae37de-c15c-4505-a72f-16132b74c6c2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 1129 time: 0.0815492 Oct 14 17:55:57.662924 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-f1437b75-018c-45a8-a743-d0acfbe95cec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316702 Oct 14 17:55:57.769770 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3f67494-3153-4ed8-92bf-575752f98627 req-7451d3e2-b544-4154-9ed9-63391b67c016 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194592 Oct 14 17:55:57.792194 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-65c05daa-a10f-4ad4-9041-44fe426b87d8 req-1b81d3b5-ed67-4807-a2c1-5b488a4fb929 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236570 Oct 14 17:55:58.062524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:55:58.150838 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1836a8-936a-4896-bb10-49e6ce46fd23 req-3b0201bd-e2bb-4aba-8c7d-2ebf2a2a6792 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:58.158979 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad1836a8-936a-4896-bb10-49e6ce46fd23 req-3b0201bd-e2bb-4aba-8c7d-2ebf2a2a6792 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.1068659 Oct 14 17:55:58.184313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadfc31-f9c4-4668-bc5e-ea41318df9c7 req-f26b471d-bcc5-4658-b05b-92c98c3a71b1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:58.191103 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8aadfc31-f9c4-4668-bc5e-ea41318df9c7 req-f26b471d-bcc5-4658-b05b-92c98c3a71b1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.1162405 Oct 14 17:55:58.247927 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:58.264602 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '04f9946a-535a-428e-8287-bac5d55cc781', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'port_id': '04f9946a-535a-428e-8287-bac5d55cc781', 'mac_address': 'fa:16:3e:27:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:55:58.287247 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8aadfc31-f9c4-4668-bc5e-ea41318df9c7 req-18633040-de8b-4bab-ac7b-132295147340 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952029 Oct 14 17:55:58.309036 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:55:58.309419 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:58.315222 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad1836a8-936a-4896-bb10-49e6ce46fd23 req-99d27817-f1fd-4f5a-b98a-1076383530f9 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551323 Oct 14 17:55:58.344224 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f9946a-535a-428e-8287-bac5d55cc781 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:55:58.377861 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:58.385648 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:55:58.462315 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:58.488464 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.488817 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.494133 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.494613 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.494969 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.496662 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.496975 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.498775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.499828 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.500574 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.500873 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.502459 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.504455 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.506275 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.506676 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:58.548394 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f9fd-edc5-421f-9aa0-240915a3a21d req-aa3cace2-b44f-4814-a1f0-ad813765da95 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:58.555867 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8605f9fd-edc5-421f-9aa0-240915a3a21d req-aa3cace2-b44f-4814-a1f0-ad813765da95 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0813711 Oct 14 17:55:58.693174 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['04f9946a-535a-428e-8287-bac5d55cc781'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:55:58.693462 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9754b1-4c54-43c8-bc1e-45cab504f29c req-d40b7b0f-7220-46a1-b17f-6e87d2f6a273 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:58.696466 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3b9754b1-4c54-43c8-bc1e-45cab504f29c req-d40b7b0f-7220-46a1-b17f-6e87d2f6a273 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.2246327 Oct 14 17:55:58.785150 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8605f9fd-edc5-421f-9aa0-240915a3a21d req-604b344f-ec83-4faf-9295-11a7862a6f15 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616750 Oct 14 17:55:58.841725 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3b9754b1-4c54-43c8-bc1e-45cab504f29c req-0afa078e-cb8c-42d4-8900-6b5422d9a12c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350682 Oct 14 17:55:59.031808 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:55:59.035092 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5263e727-2d9e-4051-8a69-43605b8f238d" -d '{"events": [{"server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "name": "network-vif-plugged", "status": "completed", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:55:59.103619 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a71e8dd-02a5-4a33-90d4-878314f20be8 x-openstack-request-id: req-5a71e8dd-02a5-4a33-90d4-878314f20be8 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:55:59.104408 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "name": "network-vif-plugged", "status": "completed", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:55:59.104408 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5a71e8dd-02a5-4a33-90d4-878314f20be8 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:55:59.104609 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a71e8dd-02a5-4a33-90d4-878314f20be8'] response: {'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1', 'code': 200} Oct 14 17:55:59.470330 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c8506-d287-4aa1-a38b-cc8c665fae79 req-a336473a-a471-4527-a44c-895de936ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:59.472291 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-2f6c8506-d287-4aa1-a38b-cc8c665fae79 req-a336473a-a471-4527-a44c-895de936ec1c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 1130 time: 0.0488901 Oct 14 17:55:59.472418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:59.480456 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f7de8-89b9-4819-b6b5-8450103b188d req-0bb200d3-2a6f-44a7-95f1-033b4337a956 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:55:59.484331 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae0f7de8-89b9-4819-b6b5-8450103b188d req-0bb200d3-2a6f-44a7-95f1-033b4337a956 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 944 time: 0.0591838 Oct 14 17:55:59.512739 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:55:59.530785 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-2f6c8506-d287-4aa1-a38b-cc8c665fae79 req-a066029e-5938-442e-a90a-9592f50ad0df service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417352 Oct 14 17:55:59.536403 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae0f7de8-89b9-4819-b6b5-8450103b188d req-b7fa5964-ad82-4120-9dd1-1f4e7b5a8d2f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Oct 14 17:56:00.075735 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:56:00.099828 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:00.125696 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4efee4-5628-4b50-b139-f213cf6280ca req-28535992-5df5-4159-84f3-5f45a8e15ee2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:00.126300 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 04f9946a-535a-428e-8287-bac5d55cc781 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:56:00.133214 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c4efee4-5628-4b50-b139-f213cf6280ca req-28535992-5df5-4159-84f3-5f45a8e15ee2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.1710536 Oct 14 17:56:00.133389 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 04f9946a-535a-428e-8287-bac5d55cc781 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:56:00.133639 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (04f9946a-535a-428e-8287-bac5d55cc781), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:00.133978 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 04f9946a-535a-428e-8287-bac5d55cc781 Oct 14 17:56:00.169250 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ff147-7176-4738-998d-ae8156dca807 req-4d37435b-3061-4e40-b093-a36866adf72e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:00.170981 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-753ff147-7176-4738-998d-ae8156dca807 req-4d37435b-3061-4e40-b093-a36866adf72e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1373487 Oct 14 17:56:00.202134 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:00.217320 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c4efee4-5628-4b50-b139-f213cf6280ca req-cf260085-e9c9-4d0c-b578-124904cbeec4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828819 Oct 14 17:56:00.219719 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:56:00.220232 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:00.255682 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:00.260954 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:00.265009 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-753ff147-7176-4738-998d-ae8156dca807 req-d512089d-0ae2-4782-925d-2f0fbe4469ef tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831940 Oct 14 17:56:00.318817 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:00.626015 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb9a8f-7cc1-450a-a0ee-49cb6b7c3acf req-0bcc307e-a8af-4f62-962d-65ceffb48539 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:00.627722 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bcbb9a8f-7cc1-450a-a0ee-49cb6b7c3acf req-0bcc307e-a8af-4f62-962d-65ceffb48539 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0536404 Oct 14 17:56:00.685225 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bcbb9a8f-7cc1-450a-a0ee-49cb6b7c3acf req-32a881ab-3519-48df-8c87-af8252b977c8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517409 Oct 14 17:56:00.803630 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126a804-2d6e-4275-a037-9a44df82ccb3 req-0d9a0248-9b8d-4cd3-9d82-d604919f2c29 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:00.805196 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4126a804-2d6e-4275-a037-9a44df82ccb3 req-0d9a0248-9b8d-4cd3-9d82-d604919f2c29 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0483158 Oct 14 17:56:00.852525 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4126a804-2d6e-4275-a037-9a44df82ccb3 req-c1ecd7b7-d180-46d3-bcfd-f78193071593 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Oct 14 17:56:01.105538 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:01.109098 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b71ebb7-061d-4e31-9f48-15a97460f7d8" -d '{"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-plugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:01.149976 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8831d72-8308-4a8e-8c3d-8b491bf2eefb x-openstack-request-id: req-e8831d72-8308-4a8e-8c3d-8b491bf2eefb {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:01.150560 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-plugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:01.150560 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8831d72-8308-4a8e-8c3d-8b491bf2eefb {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:01.150896 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8831d72-8308-4a8e-8c3d-8b491bf2eefb'] response: {'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781', 'code': 200} Oct 14 17:56:01.354586 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:01.395422 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9db6a-cd7b-4201-9267-770490cc3672 req-d7994a03-e68d-4452-b4c6-c3426f6b68db tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:01.397190 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-afe9db6a-cd7b-4201-9267-770490cc3672 req-d7994a03-e68d-4452-b4c6-c3426f6b68db tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0512264 Oct 14 17:56:01.461928 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-afe9db6a-cd7b-4201-9267-770490cc3672 req-9380d27c-ce1e-4341-af07-9a36e071b67a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553615 Oct 14 17:56:01.807902 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0ea25-39ce-4cb3-aef3-70329af1260b req-195c76c3-1e25-42c9-8ed4-25aff2a67509 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:01.809388 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0ea0ea25-39ce-4cb3-aef3-70329af1260b req-195c76c3-1e25-42c9-8ed4-25aff2a67509 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0460162 Oct 14 17:56:01.855938 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0ea0ea25-39ce-4cb3-aef3-70329af1260b req-99397e4a-aea4-4484-a027-2bf202ddf09a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Oct 14 17:56:01.980556 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c544c88-acff-4f6e-ba98-0e42bf497964 req-1821533e-bfe7-4f9b-865f-86a6b3c7bcb0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:01.981892 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c544c88-acff-4f6e-ba98-0e42bf497964 req-1821533e-bfe7-4f9b-865f-86a6b3c7bcb0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0488803 Oct 14 17:56:02.027601 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c544c88-acff-4f6e-ba98-0e42bf497964 req-29061d45-7c46-4386-afd5-65511ce94c5c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Oct 14 17:56:02.580600 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb451d3-d3c6-4e8e-b9dd-7c93fabdd779 req-135861eb-30c5-46c4-b0c9-17116ac16ded tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:02.582054 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aeb451d3-d3c6-4e8e-b9dd-7c93fabdd779 req-135861eb-30c5-46c4-b0c9-17116ac16ded tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0453379 Oct 14 17:56:02.628114 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aeb451d3-d3c6-4e8e-b9dd-7c93fabdd779 req-419a10bc-27db-4f67-b857-eb302c9cba67 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397444 Oct 14 17:56:02.973054 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50486e6b-40b9-4f8d-b509-7c89ac4ade13 req-835d7a83-fbdf-4e1c-a6b1-99f8bdec2070 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:02.974491 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50486e6b-40b9-4f8d-b509-7c89ac4ade13 req-835d7a83-fbdf-4e1c-a6b1-99f8bdec2070 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0461771 Oct 14 17:56:03.023556 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50486e6b-40b9-4f8d-b509-7c89ac4ade13 req-d4bf14ea-da6f-4ca4-84cb-ba505ec0d477 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435522 Oct 14 17:56:03.148873 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210220-b282-42bb-b357-bd23a699a23e req-d4658197-cf80-4116-982b-bce96ed9bf16 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:03.150304 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3b210220-b282-42bb-b357-bd23a699a23e req-d4658197-cf80-4116-982b-bce96ed9bf16 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0469391 Oct 14 17:56:03.199528 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3b210220-b282-42bb-b357-bd23a699a23e req-0c1739ed-9bad-4f68-8166-9b06a1212295 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Oct 14 17:56:03.747489 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa301f8-4b95-45b4-913b-b225b9b89ea6 req-babcdd94-d46f-4a42-b846-1f79c6d40749 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:03.748968 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2aa301f8-4b95-45b4-913b-b225b9b89ea6 req-babcdd94-d46f-4a42-b846-1f79c6d40749 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0470433 Oct 14 17:56:03.761429 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:03.801836 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2aa301f8-4b95-45b4-913b-b225b9b89ea6 req-c8175d0a-5fc2-4544-9e04-d103767a5f46 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464160 Oct 14 17:56:03.948891 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-4064ba78-f111-4ed2-81b6-269fd1ce859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:03.951144 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-4064ba78-f111-4ed2-81b6-269fd1ce859c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 1129 time: 0.0471880 Oct 14 17:56:03.985459 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd73c-bb83-4087-a5ff-cadbe86d7a92 req-b01a7a9d-a9d6-44ad-9fa9-805e6c438884 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:03.987025 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f11dd73c-bb83-4087-a5ff-cadbe86d7a92 req-b01a7a9d-a9d6-44ad-9fa9-805e6c438884 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0988495 Oct 14 17:56:03.996808 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606539f-658d-4215-a058-b5dcc3ef956c req-3c89cacf-a43b-4585-892d-8410551ecf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:03.998190 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42270) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:03.998332 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1606539f-658d-4215-a058-b5dcc3ef956c req-3c89cacf-a43b-4585-892d-8410551ecf27 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 1129 time: 0.0687735 Oct 14 17:56:04.003270 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'floatingip': {'port_id': '26876ea9-63aa-403a-8423-dc062a217cc1'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:04.103323 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1606539f-658d-4215-a058-b5dcc3ef956c req-45d1774c-28a3-4e8a-9623-217a4b762d36 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902267 Oct 14 17:56:04.124602 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (a731afa8-545a-43a2-9c9c-9cea99babd39), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:04.174160 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a8f6-e929-4966-a32d-c30be72c77ef req-e5014b14-5b5f-4609-bb39-1e9c52b7e4ef tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:04.175790 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0fd7a8f6-e929-4966-a32d-c30be72c77ef req-e5014b14-5b5f-4609-bb39-1e9c52b7e4ef tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0603116 Oct 14 17:56:04.241082 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0fd7a8f6-e929-4966-a32d-c30be72c77ef req-52367961-b179-423b-9216-422fdc4eaf50 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554087 Oct 14 17:56:04.376026 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-d331cc3d-dd77-4442-b8f4-ae0c491af458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:04.377755 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-d331cc3d-dd77-4442-b8f4-ae0c491af458 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.2831960 Oct 14 17:56:04.379061 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dc71-8067-4ecb-88fe-ced04b9eb434 req-9b170795-663d-4ba4-8a6f-7b3c4d89f6df tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:04.381144 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ce7dc71-8067-4ecb-88fe-ced04b9eb434 req-9b170795-663d-4ba4-8a6f-7b3c4d89f6df tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0770614 Oct 14 17:56:04.464568 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ce7dc71-8067-4ecb-88fe-ced04b9eb434 req-7198e7d5-0706-4483-8c8b-3f95ce3ea5ec tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731936 Oct 14 17:56:04.532005 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:04.543034 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-d366e018-a927-4dce-8f84-71993a2fba9f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590398 Oct 14 17:56:04.651487 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-c4b7e12f-8411-40f2-81db-66e7693de12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:04.656218 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-c4b7e12f-8411-40f2-81db-66e7693de12d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfe90c27e0e44c4794ccff00eac150ca&device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 1130 time: 0.0468323 Oct 14 17:56:04.705496 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-a3e14afa-4bb1-4b0e-804c-29be96051828 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b98b21-382e-49c9-82b3-d824f014d3ed HTTP/1.1" status: 200 len: 217 time: 0.2674191 Oct 14 17:56:04.989897 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:05.167376 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:05.173359 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (a731afa8-545a-43a2-9c9c-9cea99babd39), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:05.297401 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Floating IP a731afa8-545a-43a2-9c9c-9cea99babd39 associated. External IP: 172.27.3.61, port: 26876ea9-63aa-403a-8423-dc062a217cc1. Oct 14 17:56:05.442393 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-18b5f010-5465-4747-bd5c-7bedb189ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:05.443329 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-18b5f010-5465-4747-bd5c-7bedb189ae14 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.1476648 Oct 14 17:56:05.463779 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5d746-6188-434e-97ac-4cda7405eb9c req-672411a1-d96a-4301-8f70-a59bd2219752 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:05.468566 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c3d5d746-6188-434e-97ac-4cda7405eb9c req-672411a1-d96a-4301-8f70-a59bd2219752 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.1381276 Oct 14 17:56:05.614408 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-44544130-e3a7-4120-9df2-908b6eb72a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:05.619415 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-44544130-e3a7-4120-9df2-908b6eb72a55 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1113663 Oct 14 17:56:05.636820 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-ee4fbab0-37c4-4c32-ba24-5a94738c61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:05.638450 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-ee4fbab0-37c4-4c32-ba24-5a94738c61b2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5aabcb51-4f41-478a-ad41-097a224754cd HTTP/1.1" status: 200 len: 912 time: 0.3221414 Oct 14 17:56:05.661153 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Router c8d25236-5778-4be7-9c38-f6a97afdf955 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:56:05.681347 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:05.736527 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c3d5d746-6188-434e-97ac-4cda7405eb9c req-3e11931c-6598-4567-8a01-1bd67fb6eb41 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606034 Oct 14 17:56:05.781659 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44794af8-25db-4105-ab11-6574bb457b21 req-1602f466-43cf-487a-9a35-f3fd8611b2d6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:05.783348 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-44794af8-25db-4105-ab11-6574bb457b21 req-1602f466-43cf-487a-9a35-f3fd8611b2d6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1563795 Oct 14 17:56:05.808956 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:56:05.835112 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:05.835386 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] Sync routers for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:56:05.848982 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:56:05.849633 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:05.871602 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-df795b36-2693-49f6-b14d-a7a8f7908d2f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/a731afa8-545a-43a2-9c9c-9cea99babd39 HTTP/1.1" status: 200 len: 991 time: 1.8718343 Oct 14 17:56:05.872620 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:05.875447 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bb3295-ad77-4d3d-9c09-d84cc8ced688" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:05.899772 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-44794af8-25db-4105-ab11-6574bb457b21 req-dfd66c66-e0da-4d96-98ad-c0e4b16da313 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017413 Oct 14 17:56:05.923835 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c99589-30dd-44e1-a5a1-3eac2574045a x-openstack-request-id: req-37c99589-30dd-44e1-a5a1-3eac2574045a {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:05.924228 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:05.924554 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-37c99589-30dd-44e1-a5a1-3eac2574045a {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:05.925046 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c99589-30dd-44e1-a5a1-3eac2574045a'] response: {'name': 'network-changed', 'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1', 'status': 'completed', 'code': 200} Oct 14 17:56:06.084711 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:56:06.126728 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-1e377dc8-4ce7-4307-b85d-b37d4701b168 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d HTTP/1.1" status: 200 len: 217 time: 0.0460248 Oct 14 17:56:06.182256 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-43248b6d-5303-4fc4-b8ab-f79633b3d09d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012053 Oct 14 17:56:06.214291 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-1b6b4ffe-ee1e-443e-a5f2-019af326aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:06.216039 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-1b6b4ffe-ee1e-443e-a5f2-019af326aa21 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 1130 time: 0.0911469 Oct 14 17:56:06.218066 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-ae08865c-2352-4c3f-a01f-702ace899e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:06.219424 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-ae08865c-2352-4c3f-a01f-702ace899e4d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=bf98ac86-7985-47c5-822a-42fcd3942598 HTTP/1.1" status: 200 len: 850 time: 0.0655031 Oct 14 17:56:06.294950 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:06.304358 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ebb33273-b746-4a1d-b74c-d4f3ba627ecd req-bd701595-16f8-4215-9560-cfb98ab983c1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075926 Oct 14 17:56:06.313127 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-fbe18322-64b1-498c-81e7-b46b1eedb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:06.314903 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-fbe18322-64b1-498c-81e7-b46b1eedb61f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5aabcb51-4f41-478a-ad41-097a224754cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0874133 Oct 14 17:56:06.360376 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-73346cdd-3e70-4a37-a571-f2ef5255ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:06.362216 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-73346cdd-3e70-4a37-a571-f2ef5255ad72 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 912 time: 0.1361268 Oct 14 17:56:06.388576 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'a731afa8-545a-43a2-9c9c-9cea99babd39', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'port_id': '26876ea9-63aa-403a-8423-dc062a217cc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'mac_address': 'fa:16:3e:0f:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:55:16Z', 'updated_at': '2022-10-14T17:56:05Z', 'revision_number': 1, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:06.419644 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] Checking router: c8d25236-5778-4be7-9c38-f6a97afdf955 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:56:06.428748 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:56:06.429346 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:06.536195 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:56:06.573050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:06.639804 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-d73403d0-7cf7-418f-960b-4cf0040c3009 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 200 len: 999 time: 0.1350067 Oct 14 17:56:06.708101 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-7153eed6-70dd-4e6a-8eb7-d2c309ba98be service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971412 Oct 14 17:56:06.722699 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-a0a3be91-f6af-45ea-81e9-7f0a0cade6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:06.724188 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-a0a3be91-f6af-45ea-81e9-7f0a0cade6d9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.0740700 Oct 14 17:56:06.787527 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'a731afa8-545a-43a2-9c9c-9cea99babd39', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'port_id': '26876ea9-63aa-403a-8423-dc062a217cc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'mac_address': 'fa:16:3e:0f:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:55:16Z', 'updated_at': '2022-10-14T17:56:05Z', 'revision_number': 1, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:06.817952 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c3e43-57e2-4d34-8b80-20eeb12a0b5d None None] The sync data for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi is: [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'a731afa8-545a-43a2-9c9c-9cea99babd39', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'port_id': '26876ea9-63aa-403a-8423-dc062a217cc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'mac_address': 'fa:16:3e:0f:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:55:16Z', 'updated_at': '2022-10-14T17:56:05Z', 'revision_number': 1, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:56:06.827324 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-2135e1ee-1043-4a28-aa4a-e11302b9bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:06.828762 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-2135e1ee-1043-4a28-aa4a-e11302b9bcb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0921445 Oct 14 17:56:07.114012 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1570a7-f668-4f76-b6d9-e49ffbaaa59d None None] New status for floating IP a731afa8-545a-43a2-9c9c-9cea99babd39: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 17:56:07.205533 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91177660-b76a-4258-abc7-a06c429e8da6 req-20c2e890-2f14-45e9-87f1-e8d281df7be1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:07.207036 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91177660-b76a-4258-abc7-a06c429e8da6 req-20c2e890-2f14-45e9-87f1-e8d281df7be1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0608821 Oct 14 17:56:07.245829 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-37508888-5b64-4d87-a124-1796fc1cf9e5 req-e061276b-582a-481b-9cf6-e8d4e6e0f6e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316010 Oct 14 17:56:07.246563 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:07.264547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0779db-8cfe-4f27-9067-6eee0b80f51d req-fc03a191-05f3-4ef3-b415-c8ab90cfa59e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:07.272008 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c0779db-8cfe-4f27-9067-6eee0b80f51d req-fc03a191-05f3-4ef3-b415-c8ab90cfa59e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.4381661 Oct 14 17:56:07.385765 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-9b847995-c290-4423-8579-c439f5952742 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471933 Oct 14 17:56:07.394286 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91177660-b76a-4258-abc7-a06c429e8da6 req-67b4c6a1-4849-4773-9c4e-4ad6713dd474 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767786 Oct 14 17:56:07.397399 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c0779db-8cfe-4f27-9067-6eee0b80f51d req-bc4d197a-c078-4363-bafa-896bc7ad3237 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243198 Oct 14 17:56:07.531815 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c6788-e3c4-471a-bc14-0e57eeee0b51 req-81b3ebc4-5a18-4ac5-9ab3-460527b39f4f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:07.533375 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-094c6788-e3c4-471a-bc14-0e57eeee0b51 req-81b3ebc4-5a18-4ac5-9ab3-460527b39f4f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0547967 Oct 14 17:56:07.546899 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42436) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:07.552567 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'floatingip': {'port_id': '04f9946a-535a-428e-8287-bac5d55cc781'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:07.592918 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:07.598471 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:07.669724 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42442) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:07.779588 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70bb3295-ad77-4d3d-9c09-d84cc8ced688 req-132834ec-a5be-4094-a36a-61bf0cd32801 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354744 Oct 14 17:56:07.818198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42448) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:07.996521 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.048976 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.087280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Publish callbacks [] for security_group (08d6989b-187a-4c26-a76e-98a423cd5053), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.092137 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (08d6989b-187a-4c26-a76e-98a423cd5053), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.137909 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3960c95fdbb7477082ec53d4585b4bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156693 Oct 14 17:56:08.137909 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6989b-187a-4c26-a76e-98a423cd5053,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:08.139256 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42454) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:08.151989 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.152682 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.153036 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.153384 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.153729 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.154072 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.154407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.154738 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.155073 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.155401 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.155731 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.156092 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.156426 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.156763 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.157077 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3920-c6e5-4f0a-8532-928ca3ba68df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.169792 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:08.210821 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-1016c897-02a1-4713-9030-91dd822210c1 admin admin] Publish callbacks [] for security_group (08d6989b-187a-4c26-a76e-98a423cd5053), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.234145 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-1016c897-02a1-4713-9030-91dd822210c1 admin admin] Publish callbacks [] for security_group (08d6989b-187a-4c26-a76e-98a423cd5053), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.284303 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-1016c897-02a1-4713-9030-91dd822210c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (08d6989b-187a-4c26-a76e-98a423cd5053), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.286861 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-1016c897-02a1-4713-9030-91dd822210c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.288059 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-1016c897-02a1-4713-9030-91dd822210c1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/08d6989b-187a-4c26-a76e-98a423cd5053 HTTP/1.1" status: 204 len: 168 time: 0.1477275 Oct 14 17:56:08.292924 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Publish callbacks [] for security_group (6617821a-b15b-4dd6-9de9-cdefbc06e9fb), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.297930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016c897-02a1-4713-9030-91dd822210c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6989b-187a-4c26-a76e-98a423cd5053,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:08.328664 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6617821a-b15b-4dd6-9de9-cdefbc06e9fb), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.456664 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617821a-b15b-4dd6-9de9-cdefbc06e9fb,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:08.480251 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=288e179daad74a288313ef24d09b734b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8090684 Oct 14 17:56:08.482517 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42466) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:08.484344 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.484727 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.485072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.485476 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.485812 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.486242 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.486577 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.487131 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.487644 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.488003 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.488617 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.488951 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.489483 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.490015 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.490570 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7504e50-9617-48e8-96a8-8091d388889c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:08.503758 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.513529 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.563661 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:08.594423 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b68ab-031c-4d89-80f1-81bb3eb7aef6 req-4c6a7cfa-6aaf-488d-883f-0edb4ae4e5f3 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:08.596050 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-889b68ab-031c-4d89-80f1-81bb3eb7aef6 req-4c6a7cfa-6aaf-488d-883f-0edb4ae4e5f3 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0972798 Oct 14 17:56:08.630433 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65397876-c5ff-49e0-9f33-35fed3f10dae admin admin] Publish callbacks [] for security_group (6617821a-b15b-4dd6-9de9-cdefbc06e9fb), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.660639 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Floating IP 06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f associated. External IP: 172.27.3.111, port: 04f9946a-535a-428e-8287-bac5d55cc781. Oct 14 17:56:08.675783 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65397876-c5ff-49e0-9f33-35fed3f10dae admin admin] Publish callbacks [] for security_group (6617821a-b15b-4dd6-9de9-cdefbc06e9fb), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.725193 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:08.755122 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-889b68ab-031c-4d89-80f1-81bb3eb7aef6 req-70d7f879-1713-40b7-a146-07b8078293c4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466038 Oct 14 17:56:08.783867 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65397876-c5ff-49e0-9f33-35fed3f10dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6617821a-b15b-4dd6-9de9-cdefbc06e9fb), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.787723 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-65397876-c5ff-49e0-9f33-35fed3f10dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:08.793395 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-65397876-c5ff-49e0-9f33-35fed3f10dae admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6617821a-b15b-4dd6-9de9-cdefbc06e9fb HTTP/1.1" status: 204 len: 168 time: 0.3086939 Oct 14 17:56:08.802726 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65397876-c5ff-49e0-9f33-35fed3f10dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617821a-b15b-4dd6-9de9-cdefbc06e9fb,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:08.823850 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:08.944056 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:08.950404 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Router a702f974-9e36-43e3-b9b6-b56340f70ce4 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:56:09.085130 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:56:09.097450 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] Sync routers for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:56:09.100023 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.115966 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:56:09.117323 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:09.147698 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6384b35a-afe8-4527-9274-6bde9ccef3e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f HTTP/1.1" status: 200 len: 991 time: 1.5987749 Oct 14 17:56:09.148353 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:09.151608 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7083195c-ed90-49b3-a2c6-69904b767b21" -d '{"events": [{"name": "network-changed", "server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "tag": "04f9946a-535a-428e-8287-bac5d55cc781"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:09.203247 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b648733-c40e-4040-b4aa-d254db26d72c x-openstack-request-id: req-4b648733-c40e-4040-b4aa-d254db26d72c {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:09.203609 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "tag": "04f9946a-535a-428e-8287-bac5d55cc781", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:09.203860 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4b648733-c40e-4040-b4aa-d254db26d72c {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:09.204284 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b648733-c40e-4040-b4aa-d254db26d72c'] response: {'name': 'network-changed', 'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781', 'status': 'completed', 'code': 200} Oct 14 17:56:09.228107 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42498) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:09.234863 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7d364185-1160-4872-ae79-dd25e62201fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.248018 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:56:09.328554 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-894547f3-0f0a-4fc8-a7ee-65cfa3561896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:09.330108 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-894547f3-0f0a-4fc8-a7ee-65cfa3561896 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 1129 time: 0.0813758 Oct 14 17:56:09.344431 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:09.418429 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:09.438061 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7d364185-1160-4872-ae79-dd25e62201fd admin admin] Publish callbacks [] for security_group (ae3378b1-a70f-428b-a33f-f462770defb6), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.444276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7d364185-1160-4872-ae79-dd25e62201fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ae3378b1-a70f-428b-a33f-f462770defb6), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.490960 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'port_id': '04f9946a-535a-428e-8287-bac5d55cc781', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'mac_address': 'fa:16:3e:27:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:55:20Z', 'updated_at': '2022-10-14T17:56:08Z', 'revision_number': 1, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:09.514332 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-7d364185-1160-4872-ae79-dd25e62201fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=95e8cc2243fb4b4ea501e7f8db711fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919178 Oct 14 17:56:09.516923 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-2dca7b3f-2950-4ec8-afb1-9b21c5d8f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:09.517272 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42510) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:09.517909 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-2dca7b3f-2950-4ec8-afb1-9b21c5d8f220 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.1801271 Oct 14 17:56:09.518906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d364185-1160-4872-ae79-dd25e62201fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3378b1-a70f-428b-a33f-f462770defb6,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:09.523093 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] Checking router: a702f974-9e36-43e3-b9b6-b56340f70ce4 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:56:09.542441 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:56:09.543343 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:55:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:09.590816 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3954-413b-4586-98b6-f7b7add7679b admin admin] Publish callbacks [] for security_group (ae3378b1-a70f-428b-a33f-f462770defb6), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.603771 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-b7f176ed-8403-41d4-be3d-0cfe97659c25 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 200 len: 999 time: 0.0705457 Oct 14 17:56:09.621421 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3954-413b-4586-98b6-f7b7add7679b admin admin] Publish callbacks [] for security_group (ae3378b1-a70f-428b-a33f-f462770defb6), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.655606 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:56:09.668998 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-ee289c2f-6af7-483c-86e0-7a9622126d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:09.670762 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-ee289c2f-6af7-483c-86e0-7a9622126d23 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0577326 Oct 14 17:56:09.684788 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3954-413b-4586-98b6-f7b7add7679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ae3378b1-a70f-428b-a33f-f462770defb6), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.688900 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3954-413b-4586-98b6-f7b7add7679b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:09.690472 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-ab6c3954-413b-4586-98b6-f7b7add7679b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ae3378b1-a70f-428b-a33f-f462770defb6 HTTP/1.1" status: 204 len: 168 time: 0.1722004 Oct 14 17:56:09.702646 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c3954-413b-4586-98b6-f7b7add7679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3378b1-a70f-428b-a33f-f462770defb6,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:09.752973 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-41833c32-2a03-4738-8a8e-99891d2bcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:09.754571 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-41833c32-2a03-4738-8a8e-99891d2bcb59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0770195 Oct 14 17:56:09.872085 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:09.876668 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-1156d551-705f-4d3f-8a81-80ac1c95cb10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111844 Oct 14 17:56:10.028653 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42530) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:10.074659 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'port_id': '04f9946a-535a-428e-8287-bac5d55cc781', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'mac_address': 'fa:16:3e:27:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:55:20Z', 'updated_at': '2022-10-14T17:56:08Z', 'revision_number': 1, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:10.114603 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae893c-cbf4-42d5-b461-7e883ba4d5fb None None] The sync data for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi is: [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'port_id': '04f9946a-535a-428e-8287-bac5d55cc781', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'mac_address': 'fa:16:3e:27:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:55:20Z', 'updated_at': '2022-10-14T17:56:08Z', 'revision_number': 1, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:56:10.134204 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfb569-679c-43a0-9898-62069ed12613 req-96150355-8204-45ce-8c95-a7dcb942a2a4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:10.134204 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2fbfb569-679c-43a0-9898-62069ed12613 req-96150355-8204-45ce-8c95-a7dcb942a2a4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.2415886 Oct 14 17:56:10.216182 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7083195c-ed90-49b3-a2c6-69904b767b21 req-9308c809-05fc-489f-9a2a-ae83d4d9267f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244009 Oct 14 17:56:10.240684 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8320e01c-bd85-4434-8ef4-88361ba670bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:10.271866 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2fbfb569-679c-43a0-9898-62069ed12613 req-304ad03b-6f30-4260-a6aa-fb3291925db3 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273851 Oct 14 17:56:10.367025 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8320e01c-bd85-4434-8ef4-88361ba670bb admin admin] Publish callbacks [] for security_group (30cf6f81-6f11-4974-8e49-b8300f2e47b8), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:10.375307 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8320e01c-bd85-4434-8ef4-88361ba670bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (30cf6f81-6f11-4974-8e49-b8300f2e47b8), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:10.438976 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8320e01c-bd85-4434-8ef4-88361ba670bb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=46c8cfa61fee433a81b3f06ff070739f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092147 Oct 14 17:56:10.440747 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e01c-bd85-4434-8ef4-88361ba670bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cf6f81-6f11-4974-8e49-b8300f2e47b8,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:10.441796 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42554) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:10.540168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-988d8994-ba46-4398-8027-9d5566ae462e admin admin] Publish callbacks [] for security_group (30cf6f81-6f11-4974-8e49-b8300f2e47b8), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:10.566719 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-988d8994-ba46-4398-8027-9d5566ae462e admin admin] Publish callbacks [] for security_group (30cf6f81-6f11-4974-8e49-b8300f2e47b8), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:10.639850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-988d8994-ba46-4398-8027-9d5566ae462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (30cf6f81-6f11-4974-8e49-b8300f2e47b8), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:10.642883 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-988d8994-ba46-4398-8027-9d5566ae462e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:10.645013 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-988d8994-ba46-4398-8027-9d5566ae462e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/30cf6f81-6f11-4974-8e49-b8300f2e47b8 HTTP/1.1" status: 204 len: 168 time: 0.2013910 Oct 14 17:56:10.656760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d8994-ba46-4398-8027-9d5566ae462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cf6f81-6f11-4974-8e49-b8300f2e47b8,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:10.665024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db1199-4c8a-4468-8273-c5fecc98ef0c None None] New status for floating IP 06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 17:56:11.391136 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:11.420631 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1de44e-801c-4cdc-9c3d-6ce76a8c44e7 req-4e9329d4-7763-47db-b0ab-75f3d27d0018 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:11.422177 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0d1de44e-801c-4cdc-9c3d-6ce76a8c44e7 req-4e9329d4-7763-47db-b0ab-75f3d27d0018 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0520632 Oct 14 17:56:11.470799 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0d1de44e-801c-4cdc-9c3d-6ce76a8c44e7 req-f1f77c1b-321d-4188-a6f8-e50d1ebaef89 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Oct 14 17:56:11.907472 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42596) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:11.952122 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] Deleting subnet 8da402e1-8a30-4769-8cce-4be9925689e4 {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 17:56:11.955286 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] Publish callbacks [] for subnet (8da402e1-8a30-4769-8cce-4be9925689e4), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:11.990232 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278077'] for subnet (8da402e1-8a30-4769-8cce-4be9925689e4), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.032381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (8da402e1-8a30-4769-8cce-4be9925689e4), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.089728 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4156598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3658229'] for subnet (8da402e1-8a30-4769-8cce-4be9925689e4), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.114334 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da402e1-8a30-4769-8cce-4be9925689e4,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:12.120546 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.125592 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-012ebe33-faeb-4d1b-96d8-2e04d937f09e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/8da402e1-8a30-4769-8cce-4be9925689e4 HTTP/1.1" status: 204 len: 168 time: 0.2152574 Oct 14 17:56:12.126313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42600) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:12.197841 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (bcb3f2d4-f754-4fbd-8652-3c138891b2c6), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.287274 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (bcb3f2d4-f754-4fbd-8652-3c138891b2c6), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.309558 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb3f2d4-f754-4fbd-8652-3c138891b2c6']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:12.321859 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b42cfe2-0199-419e-89ad-9bd481e90d58') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:12.322151 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b42cfe2-0199-419e-89ad-9bd481e90d58') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:12.332224 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (9b42cfe2-0199-419e-89ad-9bd481e90d58), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.349213 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (9b42cfe2-0199-419e-89ad-9bd481e90d58), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.356604 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 17:56:12.357172 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (9b42cfe2-0199-419e-89ad-9bd481e90d58), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.409010 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 9b42cfe2-0199-419e-89ad-9bd481e90d58 resource provider aggregate not found Oct 14 17:56:12.431781 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 9b42cfe2-0199-419e-89ad-9bd481e90d58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b42cfe2-0199-419e-89ad-9bd481e90d58 found for delete ", "request_id": "req-37d15480-34f5-47bf-a9df-fa3ebf799e62"}]} Oct 14 17:56:12.440656 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (bcb3f2d4-f754-4fbd-8652-3c138891b2c6), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.446100 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.449320 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/bcb3f2d4-f754-4fbd-8652-3c138891b2c6 HTTP/1.1" status: 204 len: 168 time: 0.3221018 Oct 14 17:56:12.452323 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42610) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:12.462222 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:12.464119 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cee99-9456-4725-ac16-47c41580926a admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb3f2d4-f754-4fbd-8652-3c138891b2c6,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:12.506063 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] Deleting subnet c4038e37-d4a4-422e-9c00-0e85c6f34a97 {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 17:56:12.510211 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] Publish callbacks [] for subnet (c4038e37-d4a4-422e-9c00-0e85c6f34a97), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.550054 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] Publish callbacks [] for subnet (c4038e37-d4a4-422e-9c00-0e85c6f34a97), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.561081 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (c4038e37-d4a4-422e-9c00-0e85c6f34a97), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.606223 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:12.613168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b2463-b0fc-4464-89aa-5336fadcf526 req-8984e14e-a268-4cd1-951f-0f657da88277 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:12.621396 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-433b2463-b0fc-4464-89aa-5336fadcf526 req-8984e14e-a268-4cd1-951f-0f657da88277 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0647092 Oct 14 17:56:12.628075 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (c4038e37-d4a4-422e-9c00-0e85c6f34a97), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.661378 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4038e37-d4a4-422e-9c00-0e85c6f34a97,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:12.671575 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.671575 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-925d4e49-7314-4ee1-8b5f-5c13a5cdaea1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c4038e37-d4a4-422e-9c00-0e85c6f34a97 HTTP/1.1" status: 204 len: 168 time: 0.2169664 Oct 14 17:56:12.673396 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-433b2463-b0fc-4464-89aa-5336fadcf526 req-2e576099-1543-445c-a343-451259f99dbd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509949 Oct 14 17:56:12.673883 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42622) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:12.748716 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (51c112e9-6c8c-42eb-8414-26d807dfc51d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.830616 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (51c112e9-6c8c-42eb-8414-26d807dfc51d), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.851539 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c112e9-6c8c-42eb-8414-26d807dfc51d']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:12.861703 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13232869-8c57-43da-af3d-efef450768a8') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:12.862090 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13232869-8c57-43da-af3d-efef450768a8') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:12.873977 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (13232869-8c57-43da-af3d-efef450768a8), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.888504 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (13232869-8c57-43da-af3d-efef450768a8), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.894984 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 17:56:12.895378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (13232869-8c57-43da-af3d-efef450768a8), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.937452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:12.959583 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (51c112e9-6c8c-42eb-8414-26d807dfc51d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.965287 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:12.968830 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/51c112e9-6c8c-42eb-8414-26d807dfc51d HTTP/1.1" status: 204 len: 168 time: 0.2940018 Oct 14 17:56:12.981170 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506411d-9a11-4241-8bf4-1341e1a50a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=51c112e9-6c8c-42eb-8414-26d807dfc51d,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:13.140106 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42628) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:13.182691 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-bc2335ec-894a-459e-9629-67f37aa388f1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=813d1003a59e4dad9aa7764c2f1903ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413337 Oct 14 17:56:13.185479 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42632) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:13.244427 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-416bdbeb-fe2d-4281-9bbf-2b2813076c42 admin admin] Publish callbacks [] for security_group (ced05df7-31ce-4781-a569-13fc99f0b0b4), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.272895 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-416bdbeb-fe2d-4281-9bbf-2b2813076c42 admin admin] Publish callbacks [] for security_group (ced05df7-31ce-4781-a569-13fc99f0b0b4), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.328222 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-416bdbeb-fe2d-4281-9bbf-2b2813076c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ced05df7-31ce-4781-a569-13fc99f0b0b4), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.330758 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-416bdbeb-fe2d-4281-9bbf-2b2813076c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.332066 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-416bdbeb-fe2d-4281-9bbf-2b2813076c42 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ced05df7-31ce-4781-a569-13fc99f0b0b4 HTTP/1.1" status: 204 len: 168 time: 0.1454799 Oct 14 17:56:13.340745 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bdbeb-fe2d-4281-9bbf-2b2813076c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced05df7-31ce-4781-a569-13fc99f0b0b4,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:13.504502 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826090ae-dfef-4bcb-b837-f3b08ac46f6e req-ab88f040-9f67-42ea-993d-4a06cec92a58 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:13.508929 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-826090ae-dfef-4bcb-b837-f3b08ac46f6e req-ab88f040-9f67-42ea-993d-4a06cec92a58 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.0482619 Oct 14 17:56:13.563689 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-826090ae-dfef-4bcb-b837-f3b08ac46f6e req-76bd7690-2091-49c7-9fa2-0c6f87781c5a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Oct 14 17:56:13.738769 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42652) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:13.754692 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:13.790160 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c1414caf-b13e-4e71-bada-69012f3bf22c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e6d45369785e4cd9b6acc04670162be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493648 Oct 14 17:56:13.792234 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42654) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:13.818191 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67975dd-6c4f-4941-824c-c63c3f6fd985 req-16c4de94-2ee9-45f2-9e3d-c7351bebbce8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:13.820239 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c67975dd-6c4f-4941-824c-c63c3f6fd985 req-16c4de94-2ee9-45f2-9e3d-c7351bebbce8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0583129 Oct 14 17:56:13.852679 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-118aa3bd-ca9e-47f3-87cb-4dbfc62006f8 admin admin] Publish callbacks [] for security_group (c69479d8-f72c-4230-8cfe-0fe7c6c2f77f), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.873616 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-118aa3bd-ca9e-47f3-87cb-4dbfc62006f8 admin admin] Publish callbacks [] for security_group (c69479d8-f72c-4230-8cfe-0fe7c6c2f77f), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.874879 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c67975dd-6c4f-4941-824c-c63c3f6fd985 req-e9ccd2ce-5e09-4839-8ece-ac7cb1615d65 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Oct 14 17:56:13.924847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-118aa3bd-ca9e-47f3-87cb-4dbfc62006f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (c69479d8-f72c-4230-8cfe-0fe7c6c2f77f), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.927470 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-118aa3bd-ca9e-47f3-87cb-4dbfc62006f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:13.931207 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-118aa3bd-ca9e-47f3-87cb-4dbfc62006f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c69479d8-f72c-4230-8cfe-0fe7c6c2f77f HTTP/1.1" status: 204 len: 168 time: 0.1354084 Oct 14 17:56:13.932892 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42660) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:13.942903 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aa3bd-ca9e-47f3-87cb-4dbfc62006f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69479d8-f72c-4230-8cfe-0fe7c6c2f77f,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:14.208012 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e73-8dd2-44c3-af1e-2f85b858d3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:14.292654 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e73-8dd2-44c3-af1e-2f85b858d3fa admin admin] Publish callbacks [] for security_group (55ff3766-ff99-48fc-bdda-a2ba8ca0e863), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:14.298142 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e73-8dd2-44c3-af1e-2f85b858d3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (55ff3766-ff99-48fc-bdda-a2ba8ca0e863), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:14.348100 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a56f1e73-8dd2-44c3-af1e-2f85b858d3fa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3e2b9be070c346a99cea9ef2b5c77740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114668 Oct 14 17:56:14.348300 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42676) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:14.355437 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f1e73-8dd2-44c3-af1e-2f85b858d3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff3766-ff99-48fc-bdda-a2ba8ca0e863,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:14.416894 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d40bc7e9-290a-47a4-9b93-d3487fa1c096 admin admin] Publish callbacks [] for security_group (55ff3766-ff99-48fc-bdda-a2ba8ca0e863), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:14.439752 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d40bc7e9-290a-47a4-9b93-d3487fa1c096 admin admin] Publish callbacks [] for security_group (55ff3766-ff99-48fc-bdda-a2ba8ca0e863), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:14.449988 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 13232869-8c57-43da-af3d-efef450768a8 resource provider aggregate not found Oct 14 17:56:14.468137 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 13232869-8c57-43da-af3d-efef450768a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13232869-8c57-43da-af3d-efef450768a8 found for delete ", "request_id": "req-41f36244-bdef-4a40-ad67-661cfe46b8db"}]} Oct 14 17:56:14.495321 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d40bc7e9-290a-47a4-9b93-d3487fa1c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (55ff3766-ff99-48fc-bdda-a2ba8ca0e863), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:14.497991 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d40bc7e9-290a-47a4-9b93-d3487fa1c096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:14.499146 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d40bc7e9-290a-47a4-9b93-d3487fa1c096 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55ff3766-ff99-48fc-bdda-a2ba8ca0e863 HTTP/1.1" status: 204 len: 168 time: 0.1499665 Oct 14 17:56:14.509314 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bc7e9-290a-47a4-9b93-d3487fa1c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff3766-ff99-48fc-bdda-a2ba8ca0e863,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:14.699579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1cd4-6169-4e5e-b24d-23e5e106652d req-ab7dcd18-9efb-4a4b-8cb8-524d4351eef8 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:14.706260 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1dbf1cd4-6169-4e5e-b24d-23e5e106652d req-ab7dcd18-9efb-4a4b-8cb8-524d4351eef8 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.0574353 Oct 14 17:56:14.768368 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1dbf1cd4-6169-4e5e-b24d-23e5e106652d req-e5bafae1-4a61-4dbe-b52d-b60b0f49fdb3 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611305 Oct 14 17:56:15.017202 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662db2c-56c6-44f0-add4-4be228e90c44 req-5f7b0969-ec5d-439b-be73-ec3744fe1b75 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:15.018833 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6662db2c-56c6-44f0-add4-4be228e90c44 req-5f7b0969-ec5d-439b-be73-ec3744fe1b75 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Oct 14 17:56:15.081448 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6662db2c-56c6-44f0-add4-4be228e90c44 req-f76a1319-3cb1-4679-a976-778be38f3175 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559213 Oct 14 17:56:15.456222 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-acd76da3-9ae9-4a5c-9866-58795b9f5334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:15.906180 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42756) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:15.908772 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f8256-c70f-4545-8cfa-0f9a54ba8dbb req-84da98af-3497-49cf-8238-be830d94221f tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:15.917890 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ec6f8256-c70f-4545-8cfa-0f9a54ba8dbb req-84da98af-3497-49cf-8238-be830d94221f tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.0572314 Oct 14 17:56:15.991691 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-0b165b61-7b97-4e5e-9e0f-983872d22568 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:15.994819 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-0b165b61-7b97-4e5e-9e0f-983872d22568 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 946 time: 0.0684204 Oct 14 17:56:16.036737 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ec6f8256-c70f-4545-8cfa-0f9a54ba8dbb req-7333b774-a552-4b96-8883-f9bc04a205be tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d4d0498-2ffd-4759-8222-d654e8122fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176140 Oct 14 17:56:16.040113 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-470485a5-d143-4b78-8846-71c279a31da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.089410 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:16.146252 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-470485a5-d143-4b78-8846-71c279a31da1 admin admin] Publish callbacks [] for security_group (8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.152069 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-470485a5-d143-4b78-8846-71c279a31da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.190018 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470485a5-d143-4b78-8846-71c279a31da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:16.212439 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:16.227851 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-470485a5-d143-4b78-8846-71c279a31da1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ba1f788091014fe390ce7f7b0d8e0a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205602 Oct 14 17:56:16.230419 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42762) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:16.235018 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Deleting port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:56:16.235362 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.293527 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-11bc73d7-363d-493d-bdfb-d985e7af6e8c admin admin] Publish callbacks [] for security_group (8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.301103 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54f230-1c4b-4089-aff9-c1d50f0c63fb req-3c200556-9ce9-4624-b0e9-b76d9723d3b0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:16.302754 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a54f230-1c4b-4089-aff9-c1d50f0c63fb req-3c200556-9ce9-4624-b0e9-b76d9723d3b0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.1137021 Oct 14 17:56:16.316383 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-11bc73d7-363d-493d-bdfb-d985e7af6e8c admin admin] Publish callbacks [] for security_group (8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.344650 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:16.388183 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-11bc73d7-363d-493d-bdfb-d985e7af6e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.390807 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-11bc73d7-363d-493d-bdfb-d985e7af6e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.394790 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-11bc73d7-363d-493d-bdfb-d985e7af6e8c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0 HTTP/1.1" status: 204 len: 168 time: 0.1605797 Oct 14 17:56:16.401867 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc73d7-363d-493d-bdfb-d985e7af6e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd1c17-54cd-47c5-9788-e0fdb6a5f8e0,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:16.408506 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] For port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:16.409118 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.424144 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a54f230-1c4b-4089-aff9-c1d50f0c63fb req-1b31cc25-27db-4346-a5a2-ce2a08923447 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080058 Oct 14 17:56:16.433120 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Calling delete_port for 4fabe4d0-728b-4fc6-a568-02ede59f8a1d owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:56:16.551200 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:16.643112 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (4fabe4d0-728b-4fc6-a568-02ede59f8a1d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.674730 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Pushing event deleted for resources: {'Port': ['ID=4fabe4d0-728b-4fc6-a568-02ede59f8a1d,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:16.742034 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] No DVR routers for this DVR port 4fabe4d0-728b-4fc6-a568-02ede59f8a1d on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:56:16.745736 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:16.749337 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a7bf1ed5-5658-421e-9ef6-ddaa25e863e7 req-c21b6802-cea9-45fe-a3a9-c621bcf02c4a tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4fabe4d0-728b-4fc6-a568-02ede59f8a1d HTTP/1.1" status: 204 len: 173 time: 0.7474458 Oct 14 17:56:16.749954 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'name': 'network-vif-deleted', 'tag': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:16.759383 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af06e4c-9a60-49f7-b5d5-b5f02484595b" -d '{"events": [{"server_uuid": "b519c690-9e51-4863-89b4-ee2a3a5d8846", "name": "network-vif-deleted", "tag": "4fabe4d0-728b-4fc6-a568-02ede59f8a1d"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:16.814924 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191317af-59ac-479b-be86-96820c7c3db0 x-openstack-request-id: req-191317af-59ac-479b-be86-96820c7c3db0 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:16.815218 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b519c690-9e51-4863-89b4-ee2a3a5d8846", "name": "network-vif-deleted", "tag": "4fabe4d0-728b-4fc6-a568-02ede59f8a1d", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:16.815463 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-191317af-59ac-479b-be86-96820c7c3db0 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:16.815962 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191317af-59ac-479b-be86-96820c7c3db0'] response: {'server_uuid': 'b519c690-9e51-4863-89b4-ee2a3a5d8846', 'name': 'network-vif-deleted', 'tag': '4fabe4d0-728b-4fc6-a568-02ede59f8a1d', 'status': 'completed', 'code': 200} Oct 14 17:56:17.155381 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-686578b1-21d6-42ff-96be-c17dfb99438b req-d7770787-6057-422e-97ee-11246f64c408 tempest-DeleteServersTestJSON-2047629068 tempest-DeleteServersTestJSON-2047629068-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b519c690-9e51-4863-89b4-ee2a3a5d8846 HTTP/1.1" status: 200 len: 210 time: 0.0322354 Oct 14 17:56:17.559405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f544-37db-4c67-84ab-9442dbc17e9d req-2ca14ce3-196d-4cb9-909f-384bfb7c6fb5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:17.561024 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ecf9f544-37db-4c67-84ab-9442dbc17e9d req-2ca14ce3-196d-4cb9-909f-384bfb7c6fb5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0514519 Oct 14 17:56:17.617184 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ecf9f544-37db-4c67-84ab-9442dbc17e9d req-7179d73f-45c6-4b7c-ab57-5897d1f52aea tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501029 Oct 14 17:56:17.900715 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c971ff82-ed17-4c18-988d-6fd74a865d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:18.181134 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4fabe4d0-728b-4fc6-a568-02ede59f8a1d no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:56:18.235210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 4fabe4d0-728b-4fc6-a568-02ede59f8a1d {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:56:18.235557 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4fabe4d0-728b-4fc6-a568-02ede59f8a1d not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:56:18.746680 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5966ac5-02d3-4b6f-89b5-10aa0f668999 req-e97dca89-d65e-44b2-b086-1ff8d13886fb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:18.748334 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f5966ac5-02d3-4b6f-89b5-10aa0f668999 req-e97dca89-d65e-44b2-b086-1ff8d13886fb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0539465 Oct 14 17:56:18.798395 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f5966ac5-02d3-4b6f-89b5-10aa0f668999 req-71a4ec7f-e97b-4587-9653-cffc9f369964 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Oct 14 17:56:19.029037 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:56:19.040930 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:19.687838 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42848) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:19.937500 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14677d-2b53-4fbd-9463-60fa580f6c6d req-e5e73e96-05d5-4f2a-ac8f-1defaa474e11 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:19.939092 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f14677d-2b53-4fbd-9463-60fa580f6c6d req-e5e73e96-05d5-4f2a-ac8f-1defaa474e11 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0544848 Oct 14 17:56:19.999435 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f14677d-2b53-4fbd-9463-60fa580f6c6d req-4d560858-d6f6-497a-9382-a5e09d87d79e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544064 Oct 14 17:56:20.084320 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:20.539260 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Deleting port 82c1daf9-c505-419f-af2d-b00b8735f9b1 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:56:20.539595 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:20.549420 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:20.595660 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:20.606933 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:20.624288 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] For port 82c1daf9-c505-419f-af2d-b00b8735f9b1, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=82c1daf9-c505-419f-af2d-b00b8735f9b1,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:20.624648 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:20.637534 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Calling delete_port for 82c1daf9-c505-419f-af2d-b00b8735f9b1 owned by network:router_interface {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:56:20.827706 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:20.848882 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (82c1daf9-c505-419f-af2d-b00b8735f9b1), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:20.873770 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c1daf9-c505-419f-af2d-b00b8735f9b1,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:21.004214 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:21.051512 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daebfd05-1d41-477d-ab01-228eabc49072 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 17:56:21.144076 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83ae2-83c2-4fb1-9d8e-ef2c2d60b6f1 req-639081e6-8cce-48c6-96c1-e606ed34b836 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:21.146658 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dbf83ae2-83c2-4fb1-9d8e-ef2c2d60b6f1 req-639081e6-8cce-48c6-96c1-e606ed34b836 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0603495 Oct 14 17:56:21.215400 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daebfd05-1d41-477d-ab01-228eabc49072 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 17:56:21.235784 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dbf83ae2-83c2-4fb1-9d8e-ef2c2d60b6f1 req-7aba1a4c-9c56-4109-8925-169e52d254ee tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724699 Oct 14 17:56:21.262596 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:56:21.382554 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:56:21.392036 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-45c2fa49-aa89-45bb-a5b0-c46a07997ac8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c3f81eaa-4a6c-49a7-8cc9-e398a2509992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994183 Oct 14 17:56:21.392214 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42876) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:21.398843 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8954041-5146-4418-851a-756a33a00bad None None] Sync routers for ids ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:56:21.410368 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] Routers {'c3f81eaa-4a6c-49a7-8cc9-e398a2509992'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:56:21.411601 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:21.512286 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks [] for router (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:21.536963 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] Set router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:56:21.737823 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:56:20Z', 'revision_number': 5, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:21.770979 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8954041-5146-4418-851a-756a33a00bad None None] Checking router: c3f81eaa-4a6c-49a7-8cc9-e398a2509992 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:56:21.786227 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] Routers {'c3f81eaa-4a6c-49a7-8cc9-e398a2509992'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:56:21.787040 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:21.835472 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:21.837423 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:21.840126 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks [] for router_gateway (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:21.901150 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Deleting port 303d93ef-2198-4f73-bf29-d6a96f6bf193 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:56:21.902079 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:21.905634 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] Set router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:56:22.010502 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:22.019843 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] For port 303d93ef-2198-4f73-bf29-d6a96f6bf193, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=303d93ef-2198-4f73-bf29-d6a96f6bf193,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:22.020304 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.041851 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Calling delete_port for 303d93ef-2198-4f73-bf29-d6a96f6bf193 owned by network:router_gateway {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:56:22.106247 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:22.107312 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b8954041-5146-4418-851a-756a33a00bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:56:20Z', 'revision_number': 5, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:22.146109 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8954041-5146-4418-851a-756a33a00bad None None] The sync data for ids ['c3f81eaa-4a6c-49a7-8cc9-e398a2509992'] in dv-cinder-749155-15-iscsi is: [{'id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'name': 'tempest-DeleteServersTestJSON-682498832-router', 'tenant_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:56:20Z', 'revision_number': 5, 'project_id': 'bfe90c27e0e44c4794ccff00eac150ca', 'gw_port': {'id': '303d93ef-2198-4f73-bf29-d6a96f6bf193', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f81eaa-4a6c-49a7-8cc9-e398a2509992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:01Z', 'updated_at': '2022-10-14T17:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:56:22.191163 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-1e532643-3880-44a1-ab9e-9f82af12f106 None None] Provisioning complete for port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:56:22.191644 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1e532643-3880-44a1-ab9e-9f82af12f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.191858 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-1e532643-3880-44a1-ab9e-9f82af12f106 None None] Attempt 1 to provision port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b Oct 14 17:56:22.279807 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-1e532643-3880-44a1-ab9e-9f82af12f106 None None] Current status of the port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:56:22.289995 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (303d93ef-2198-4f73-bf29-d6a96f6bf193), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.319786 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=303d93ef-2198-4f73-bf29-d6a96f6bf193,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:22.410741 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa54f0-1711-4f6a-a23c-6676a30283d5 req-beff2830-f66a-4730-9dc1-cdc4c7001eb2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:22.412163 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3aa54f0-1711-4f6a-a23c-6676a30283d5 req-beff2830-f66a-4730-9dc1-cdc4c7001eb2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0887141 Oct 14 17:56:22.439565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.560608 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3aa54f0-1711-4f6a-a23c-6676a30283d5 req-0a1dcc4f-5c12-49ed-9f89-6286d0a1a864 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421058 Oct 14 17:56:22.562164 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.564646 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks [] for router_controller (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.634566 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (c3f81eaa-4a6c-49a7-8cc9-e398a2509992), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.635771 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f81eaa-4a6c-49a7-8cc9-e398a2509992 {{(pid=104407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 17:56:22.640708 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.642150 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-036b5703-6bf3-4245-8627-ddd1d18b79d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/c3f81eaa-4a6c-49a7-8cc9-e398a2509992 HTTP/1.1" status: 204 len: 168 time: 1.2499270 Oct 14 17:56:22.648930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42896) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:22.695223 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] Deleting subnet bf98ac86-7985-47c5-822a-42fcd3942598 {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 17:56:22.698838 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] Publish callbacks [] for subnet (bf98ac86-7985-47c5-822a-42fcd3942598), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.736920 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278077'] for subnet (bf98ac86-7985-47c5-822a-42fcd3942598), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.871051 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (bf98ac86-7985-47c5-822a-42fcd3942598), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.948845 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4156598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3658229'] for subnet (bf98ac86-7985-47c5-822a-42fcd3942598), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.951948 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:22.980362 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf98ac86-7985-47c5-822a-42fcd3942598,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:22.984194 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:22.987258 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8f0faeeb-b270-4ebc-b3f9-a09c211096d3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/bf98ac86-7985-47c5-822a-42fcd3942598 HTTP/1.1" status: 204 len: 168 time: 0.3417203 Oct 14 17:56:22.989791 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42908) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:22.992212 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d4d6c-b8fb-445e-be8e-eda2eb7fd6c1 None None] Network 5aabcb51-4f41-478a-ad41-097a224754cd requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:56:23.034489 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42910) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:23.066371 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (5aabcb51-4f41-478a-ad41-097a224754cd), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.111276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Deleting port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:56:23.111577 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.162793 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2938-c52d-4072-aaa7-358978a10ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.189606 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] For port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:23.189876 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.194193 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] DHCP port deletion for 5aabcb51-4f41-478a-ad41-097a224754cd request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 17:56:23.201766 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:23.206901 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Calling delete_port for a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b owned by network:dhcp {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:56:23.254000 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] Deleting port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:56:23.254682 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.280922 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2938-c52d-4072-aaa7-358978a10ba3 admin admin] Publish callbacks [] for security_group (8895321d-e6c7-4ec4-93e4-b116170c9626), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.291330 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2938-c52d-4072-aaa7-358978a10ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8895321d-e6c7-4ec4-93e4-b116170c9626), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.305989 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.335003 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] For port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,segment=NetworkSegment(ba066e79-598e-47c8-896f-29e74c1b1cea),segment_id=ba066e79-598e-47c8-896f-29e74c1b1cea)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:23.335652 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.345058 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:23.351322 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2938-c52d-4072-aaa7-358978a10ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8895321d-e6c7-4ec4-93e4-b116170c9626,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:23.355706 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] No DVR routers for this DVR port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b on host dv-cinder-749155-15-iscsi {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:56:23.357423 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] Calling delete_port for a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:56:23.360598 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1cbf2938-c52d-4072-aaa7-358978a10ba3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f1263257b3464ff582b539e724a99430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244805 Oct 14 17:56:23.360997 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42916) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:23.465631 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (5aabcb51-4f41-478a-ad41-097a224754cd), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.479899 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:23.488329 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.494961 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aabcb51-4f41-478a-ad41-097a224754cd']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:23.496935 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:23.512980 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba066e79-598e-47c8-896f-29e74c1b1cea') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:23.513268 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba066e79-598e-47c8-896f-29e74c1b1cea') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:56:23.515194 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d22-4516-4a54-bed4-7a4bb9669f30 admin admin] Publish callbacks [] for security_group (8895321d-e6c7-4ec4-93e4-b116170c9626), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.516754 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] Pushing event deleted for resources: {'Port': ['ID=a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:23.520323 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b03076-7716-4a68-a9b0-c0d62dec47b0 None None] No DVR routers for this DVR port a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:56:23.531954 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (ba066e79-598e-47c8-896f-29e74c1b1cea), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.554806 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d22-4516-4a54-bed4-7a4bb9669f30 admin admin] Publish callbacks [] for security_group (8895321d-e6c7-4ec4-93e4-b116170c9626), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.557421 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (ba066e79-598e-47c8-896f-29e74c1b1cea), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.570914 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 17:56:23.571296 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (ba066e79-598e-47c8-896f-29e74c1b1cea), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.624078 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment ba066e79-598e-47c8-896f-29e74c1b1cea resource provider aggregate not found Oct 14 17:56:23.657773 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment ba066e79-598e-47c8-896f-29e74c1b1cea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba066e79-598e-47c8-896f-29e74c1b1cea found for delete ", "request_id": "req-e82f9db8-be04-42af-9532-21f062364326"}]} Oct 14 17:56:23.687858 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (5aabcb51-4f41-478a-ad41-097a224754cd), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.696622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.700719 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5aabcb51-4f41-478a-ad41-097a224754cd HTTP/1.1" status: 204 len: 168 time: 0.7100112 Oct 14 17:56:23.717925 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715e38b-648e-48ae-b150-c80a3565f9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aabcb51-4f41-478a-ad41-097a224754cd,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:23.719546 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d22-4516-4a54-bed4-7a4bb9669f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8895321d-e6c7-4ec4-93e4-b116170c9626), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.722000 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d22-4516-4a54-bed4-7a4bb9669f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.725635 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-57ae7d22-4516-4a54-bed4-7a4bb9669f30 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8895321d-e6c7-4ec4-93e4-b116170c9626 HTTP/1.1" status: 204 len: 168 time: 0.3593497 Oct 14 17:56:23.732072 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad0eda-172f-475b-aab9-83c565e41909 req-88777fb7-8aa2-4841-a01f-cd0fc2bca203 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:23.733387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-46ad0eda-172f-475b-aab9-83c565e41909 req-88777fb7-8aa2-4841-a01f-cd0fc2bca203 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0939548 Oct 14 17:56:23.739787 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae7d22-4516-4a54-bed4-7a4bb9669f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8895321d-e6c7-4ec4-93e4-b116170c9626,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:23.796730 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-46ad0eda-172f-475b-aab9-83c565e41909 req-dc577976-b9a1-43f2-b305-b8d21f87098c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Oct 14 17:56:23.852472 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42930) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:23.892961 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-12d502ab-a4ae-4299-a2e5-4774f2028f4b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bfe90c27e0e44c4794ccff00eac150ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390139 Oct 14 17:56:23.895287 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42932) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:23.948027 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4a9648e8-5829-454c-a45a-e844a1026e7f admin admin] Publish callbacks [] for security_group (9d4d0498-2ffd-4759-8222-d654e8122fa1), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:23.959243 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:23.969379 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4a9648e8-5829-454c-a45a-e844a1026e7f admin admin] Publish callbacks [] for security_group (9d4d0498-2ffd-4759-8222-d654e8122fa1), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.029425 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4a9648e8-5829-454c-a45a-e844a1026e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9d4d0498-2ffd-4759-8222-d654e8122fa1), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.032168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4a9648e8-5829-454c-a45a-e844a1026e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.035911 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-4a9648e8-5829-454c-a45a-e844a1026e7f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9d4d0498-2ffd-4759-8222-d654e8122fa1 HTTP/1.1" status: 204 len: 168 time: 0.1371191 Oct 14 17:56:24.042761 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9648e8-5829-454c-a45a-e844a1026e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4d0498-2ffd-4759-8222-d654e8122fa1,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:24.094166 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42936) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:24.116956 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e4c36571-d835-4334-84ab-9cdf8429ca41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.133698 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 303d93ef-2198-4f73-bf29-d6a96f6bf193 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:56:24.153263 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 303d93ef-2198-4f73-bf29-d6a96f6bf193 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:56:24.153605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 303d93ef-2198-4f73-bf29-d6a96f6bf193 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:56:24.154213 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:56:24.161715 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:24.174181 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:56:24.174769 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a5f95ecd-54ee-4bc7-b73e-ee1bc97f017b not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:56:24.175200 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82c1daf9-c505-419f-af2d-b00b8735f9b1 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:56:24.202472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 82c1daf9-c505-419f-af2d-b00b8735f9b1 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:56:24.203120 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82c1daf9-c505-419f-af2d-b00b8735f9b1 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:56:24.209572 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e4c36571-d835-4334-84ab-9cdf8429ca41 admin admin] Publish callbacks [] for security_group (11695d8f-a2b6-44c4-9da1-bf786137a1ef), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.214795 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e4c36571-d835-4334-84ab-9cdf8429ca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (11695d8f-a2b6-44c4-9da1-bf786137a1ef), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.253606 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c36571-d835-4334-84ab-9cdf8429ca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11695d8f-a2b6-44c4-9da1-bf786137a1ef,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:24.257808 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e4c36571-d835-4334-84ab-9cdf8429ca41 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=deecb4f93dca40bea8b9d3f0c546a2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625724 Oct 14 17:56:24.260646 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42940) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:24.311247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c2c5-1693-4d70-adb5-fc490ffb6206 admin admin] Publish callbacks [] for security_group (11695d8f-a2b6-44c4-9da1-bf786137a1ef), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.332650 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c2c5-1693-4d70-adb5-fc490ffb6206 admin admin] Publish callbacks [] for security_group (11695d8f-a2b6-44c4-9da1-bf786137a1ef), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.406152 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c2c5-1693-4d70-adb5-fc490ffb6206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (11695d8f-a2b6-44c4-9da1-bf786137a1ef), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.408668 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c2c5-1693-4d70-adb5-fc490ffb6206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.410063 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e1a7c2c5-1693-4d70-adb5-fc490ffb6206 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/11695d8f-a2b6-44c4-9da1-bf786137a1ef HTTP/1.1" status: 204 len: 168 time: 0.1485283 Oct 14 17:56:24.420612 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7c2c5-1693-4d70-adb5-fc490ffb6206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11695d8f-a2b6-44c4-9da1-bf786137a1ef,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:24.700211 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 42962) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:24.714574 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b09feaca-3448-41e4-b97c-3d0efb231e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.751696 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=12 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:24.756823 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:24.799777 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b09feaca-3448-41e4-b97c-3d0efb231e8c admin admin] Publish callbacks [] for security_group (51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.803459 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b09feaca-3448-41e4-b97c-3d0efb231e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.845330 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b09feaca-3448-41e4-b97c-3d0efb231e8c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4e665fff22f542fabc8d72fd3dd3ba9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412766 Oct 14 17:56:24.845330 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09feaca-3448-41e4-b97c-3d0efb231e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:24.845613 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 42968) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:24.942140 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fde443-28c1-4274-8a90-4746ae2cc8b3 req-92a61f12-5fb2-4e13-9e9a-f763583b9f1c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:24.943599 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d7fde443-28c1-4274-8a90-4746ae2cc8b3 req-92a61f12-5fb2-4e13-9e9a-f763583b9f1c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0565612 Oct 14 17:56:24.944219 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-79e9fa8c-5172-4b6e-807e-829ad408609e admin admin] Publish callbacks [] for security_group (51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:24.981651 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-79e9fa8c-5172-4b6e-807e-829ad408609e admin admin] Publish callbacks [] for security_group (51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:25.034846 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d7fde443-28c1-4274-8a90-4746ae2cc8b3 req-7da4a6e6-5313-4b51-9e8b-c3ceeb58d2dc tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813940 Oct 14 17:56:25.053631 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-79e9fa8c-5172-4b6e-807e-829ad408609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:25.056199 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-79e9fa8c-5172-4b6e-807e-829ad408609e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:25.057962 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-79e9fa8c-5172-4b6e-807e-829ad408609e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1 HTTP/1.1" status: 204 len: 168 time: 0.2116940 Oct 14 17:56:25.067374 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9fa8c-5172-4b6e-807e-829ad408609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a6e23e-dc76-4e6a-8af5-b4acbdffb4d1,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:26.188934 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b866ed1-e364-470d-8ea9-e45f7273aa79 req-d0e08443-08e0-458e-a529-d6c99fb5cee1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:26.190493 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3b866ed1-e364-470d-8ea9-e45f7273aa79 req-d0e08443-08e0-458e-a529-d6c99fb5cee1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0576041 Oct 14 17:56:26.245575 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3b866ed1-e364-470d-8ea9-e45f7273aa79 req-a9f3b681-8fe3-4f8b-b5b9-544fc0123c9d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Oct 14 17:56:27.365141 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-761e20bc-2547-4c88-bbfc-dd18a171e655 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=e9854190f10741bc8636cec4604943d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453956 Oct 14 17:56:27.470174 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7089a-e27e-4c81-8e1a-3cdff27ea17d req-c8e3c342-5041-4d6d-84b9-41ca953a352c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:27.471628 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2fc7089a-e27e-4c81-8e1a-3cdff27ea17d req-c8e3c342-5041-4d6d-84b9-41ca953a352c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.1417518 Oct 14 17:56:27.559908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:27.612236 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2fc7089a-e27e-4c81-8e1a-3cdff27ea17d req-0057458f-ede6-405c-be56-464e4d438221 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340528 Oct 14 17:56:27.621466 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-6d44a84c-52f3-4450-bb89-003f0d830b34 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:27.623388 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-6d44a84c-52f3-4450-bb89-003f0d830b34 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412026 Oct 14 17:56:27.652990 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-08eabef4-e18f-4f6f-b5d7-ba631a927bba tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/quotas/e9854190f10741bc8636cec4604943d5 HTTP/1.1" status: 200 len: 375 time: 0.0136309 Oct 14 17:56:27.693884 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-03c9ee01-1e63-4343-9d17-f37f98301d74 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9854190f10741bc8636cec4604943d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355635 Oct 14 17:56:27.896772 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-904d718a-e61f-4ec9-b185-67d506cd53be req-602550fd-e27d-4989-b813-5dc53e46ea1f tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 210 time: 0.0286376 Oct 14 17:56:28.740025 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5de69-9222-4b31-9a62-11c5a5d32f1b req-89d545d4-a2c7-4fbf-81d9-df7e5ab3ecc9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:28.741820 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-56a5de69-9222-4b31-9a62-11c5a5d32f1b req-89d545d4-a2c7-4fbf-81d9-df7e5ab3ecc9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0508778 Oct 14 17:56:28.756602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:28.796915 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-56a5de69-9222-4b31-9a62-11c5a5d32f1b req-198bd9a5-cd74-49e4-bc10-f26575e4d219 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Oct 14 17:56:29.005152 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e4f97eaa-5ea0-48aa-af69-9e2ac22b862d req-a5157925-e912-4b4d-9ff7-ad51a88f74d9 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Oct 14 17:56:29.223812 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-5ee7b0a7-cb14-4098-a32e-64206b1483c1 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e9854190f10741bc8636cec4604943d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300205 Oct 14 17:56:29.378791 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-69b8d3be-7a13-43d1-9a73-3d54d581641b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:29.378791 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-69b8d3be-7a13-43d1-9a73-3d54d581641b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403151 Oct 14 17:56:29.387265 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Request body: {'port': {'device_id': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791', 'admin_state_up': True, 'tenant_id': 'e9854190f10741bc8636cec4604943d5'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:29.517397 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Made reservation on behalf of e9854190f10741bc8636cec4604943d5 for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:56:29.521093 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.533439 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.610329 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks [] for security_group (dfa79994-213c-4c2c-8107-61b8d6a01a18), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.614242 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (dfa79994-213c-4c2c-8107-61b8d6a01a18), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.676486 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa79994-213c-4c2c-8107-61b8d6a01a18,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:29.717126 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43132) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:29.754188 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Allocated IP 192.168.233.147 (d3260eb7-f3d0-4a02-b1b6-79bf41184791/57a4ebf5-d29a-4907-9d55-7fcfb02d59a7/6db5d64a-ebe0-4b61-b609-4df5d4052013) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:56:29.827197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d52d2c3-3dc9-4352-a331-837d4d0b46cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.908170 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d52d2c3-3dc9-4352-a331-837d4d0b46cf admin admin] Publish callbacks [] for security_group (3ba14264-7a9a-4e4b-a3ea-e1b2552a7203), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.912566 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d52d2c3-3dc9-4352-a331-837d4d0b46cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3ba14264-7a9a-4e4b-a3ea-e1b2552a7203), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.945836 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks [] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:29.953050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e51a-1e31-41b6-8163-1c51ee522ad7 req-d2bba42a-73eb-4697-97a9-c3e3296d9896 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:29.956568 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3d52d2c3-3dc9-4352-a331-837d4d0b46cf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c6416b6136b245708e5117844027e10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358403 Oct 14 17:56:29.956753 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2560e51a-1e31-41b6-8163-1c51ee522ad7 req-d2bba42a-73eb-4697-97a9-c3e3296d9896 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0685356 Oct 14 17:56:29.956857 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52d2c3-3dc9-4352-a331-837d4d0b46cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba14264-7a9a-4e4b-a3ea-e1b2552a7203,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:29.956948 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 43138) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:29.966628 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:29.989551 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:30.059070 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.084655 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2560e51a-1e31-41b6-8163-1c51ee522ad7 req-e9231700-4f71-4622-b922-e2bcb8522a14 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205392 Oct 14 17:56:30.085254 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-877971d7-6347-40da-bee2-0a536fb96f7d admin admin] Publish callbacks [] for security_group (3ba14264-7a9a-4e4b-a3ea-e1b2552a7203), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.160023 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Network d3260eb7-f3d0-4a02-b1b6-79bf41184791 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:56:30.169995 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-877971d7-6347-40da-bee2-0a536fb96f7d admin admin] Publish callbacks [] for security_group (3ba14264-7a9a-4e4b-a3ea-e1b2552a7203), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.171922 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:56:30.391377 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:56:30.401362 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-b1b6a661-e8b9-4359-99e9-2d00eea8244d None None] Provisioning complete for port 6db5d64a-ebe0-4b61-b609-4df5d4052013 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:56:30.401880 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a661-e8b9-4359-99e9-2d00eea8244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.402061 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-b1b6a661-e8b9-4359-99e9-2d00eea8244d None None] Attempt 1 to provision port 6db5d64a-ebe0-4b61-b609-4df5d4052013 Oct 14 17:56:30.423897 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Pushing event updated for resources: {'Port': ['ID=6db5d64a-ebe0-4b61-b609-4df5d4052013,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:30.431225 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22665a-09ba-4287-9503-10de14f69af9 req-1bd1002b-d8e1-4015-b990-426e1f0c9bb4 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:30.433397 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7f22665a-09ba-4287-9503-10de14f69af9 req-1bd1002b-d8e1-4015-b990-426e1f0c9bb4 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 936 time: 0.3284442 Oct 14 17:56:30.434804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6a661-e8b9-4359-99e9-2d00eea8244d None None] Port 6db5d64a-ebe0-4b61-b609-4df5d4052013 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:56:30.496705 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:30.497303 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.520565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-877971d7-6347-40da-bee2-0a536fb96f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3ba14264-7a9a-4e4b-a3ea-e1b2552a7203), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.523272 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-877971d7-6347-40da-bee2-0a536fb96f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.524436 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-877971d7-6347-40da-bee2-0a536fb96f7d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3ba14264-7a9a-4e4b-a3ea-e1b2552a7203 HTTP/1.1" status: 204 len: 168 time: 0.5667970 Oct 14 17:56:30.530511 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7f22665a-09ba-4287-9503-10de14f69af9 req-c47a609a-c984-4cd2-adff-cccb437f65a2 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Oct 14 17:56:30.533520 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-4066bb1d-0999-424d-befb-eeca2b309292 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1546276 Oct 14 17:56:30.539821 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877971d7-6347-40da-bee2-0a536fb96f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba14264-7a9a-4e4b-a3ea-e1b2552a7203,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:30.802277 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 43150) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:30.816043 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8577-a261-4acb-bbf3-04e11c06f081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.890759 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8577-a261-4acb-bbf3-04e11c06f081 admin admin] Publish callbacks [] for security_group (56923951-f126-4ef1-b6e8-3b72670a984b), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.894613 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8577-a261-4acb-bbf3-04e11c06f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (56923951-f126-4ef1-b6e8-3b72670a984b), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:30.937759 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-9b4b8577-a261-4acb-bbf3-04e11c06f081 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2e119a670f1847eab6ba8372bf4833fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343920 Oct 14 17:56:30.938442 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b8577-a261-4acb-bbf3-04e11c06f081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56923951-f126-4ef1-b6e8-3b72670a984b,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:30.940523 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43152) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:30.989841 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47e1c4b0-b9e8-460a-a416-b8fc5edece03 admin admin] Publish callbacks [] for security_group (56923951-f126-4ef1-b6e8-3b72670a984b), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:31.009990 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47e1c4b0-b9e8-460a-a416-b8fc5edece03 admin admin] Publish callbacks [] for security_group (56923951-f126-4ef1-b6e8-3b72670a984b), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:31.055902 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47e1c4b0-b9e8-460a-a416-b8fc5edece03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (56923951-f126-4ef1-b6e8-3b72670a984b), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:31.058998 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-47e1c4b0-b9e8-460a-a416-b8fc5edece03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:31.060256 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-47e1c4b0-b9e8-460a-a416-b8fc5edece03 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/56923951-f126-4ef1-b6e8-3b72670a984b HTTP/1.1" status: 204 len: 168 time: 0.1185677 Oct 14 17:56:31.068170 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1c4b0-b9e8-460a-a416-b8fc5edece03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56923951-f126-4ef1-b6e8-3b72670a984b,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:31.206748 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e17e5b-b154-4795-902d-bd43a3300c36 req-2719ec67-50cf-432d-a7ba-af7076522bc0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:31.208240 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d0e17e5b-b154-4795-902d-bd43a3300c36 req-2719ec67-50cf-432d-a7ba-af7076522bc0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0469131 Oct 14 17:56:31.257569 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d0e17e5b-b154-4795-902d-bd43a3300c36 req-830b1d79-8af4-4ddc-b13d-0640aa028a5a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Oct 14 17:56:31.612303 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Request body: {'port': {'device_id': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:31.680608 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:31.694181 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db417e-1356-4323-8ba5-fd56b95b0ece req-30b3f2a3-eb95-4c98-833e-d4fd3a7f7b00 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:31.695615 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90db417e-1356-4323-8ba5-fd56b95b0ece req-30b3f2a3-eb95-4c98-833e-d4fd3a7f7b00 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 936 time: 0.0803626 Oct 14 17:56:31.741084 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:31.799109 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:31.813431 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90db417e-1356-4323-8ba5-fd56b95b0ece req-d707378c-9db2-4a72-984b-1951d78e4fc4 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976024 Oct 14 17:56:32.029904 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db5d64a-ebe0-4b61-b609-4df5d4052013 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:56:32.037685 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Publish callbacks [] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:32.052439 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Transition to ACTIVE for port object 6db5d64a-ebe0-4b61-b609-4df5d4052013 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:56:32.056323 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:32.111937 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=26 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:32.144276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6db5d64a-ebe0-4b61-b609-4df5d4052013,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:32.175915 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Attempting to bind port 6db5d64a-ebe0-4b61-b609-4df5d4052013 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:56:32.176262 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Attempting to bind port 6db5d64a-ebe0-4b61-b609-4df5d4052013 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:56:32.176592 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Attempting to bind port 6db5d64a-ebe0-4b61-b609-4df5d4052013 on network d3260eb7-f3d0-4a02-b1b6-79bf41184791 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:56:32.218812 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Port 6db5d64a-ebe0-4b61-b609-4df5d4052013 on network d3260eb7-f3d0-4a02-b1b6-79bf41184791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:56:32.219141 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Attempting to bind port 6db5d64a-ebe0-4b61-b609-4df5d4052013 on network d3260eb7-f3d0-4a02-b1b6-79bf41184791 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:56:32.266207 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:56:32.266537 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Checking segment: {'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:56:32.266912 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Bound using segment: {'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:56:32.267339 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Bound port: 6db5d64a-ebe0-4b61-b609-4df5d4052013, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8357837b-668a-4c8c-aa0d-08c22cbc76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:56:32.267691 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:32.331724 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] For port 6db5d64a-ebe0-4b61-b609-4df5d4052013, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:56:32.335102 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] For port 6db5d64a-ebe0-4b61-b609-4df5d4052013, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6db5d64a-ebe0-4b61-b609-4df5d4052013,segment=NetworkSegment(8357837b-668a-4c8c-aa0d-08c22cbc76f1),segment_id=8357837b-668a-4c8c-aa0d-08c22cbc76f1)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:56:32.342524 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:32.367088 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:32.367732 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:32.369114 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6db5d64a-ebe0-4b61-b609-4df5d4052013 HTTP/1.1" status: 200 len: 1098 time: 0.7612417 Oct 14 17:56:32.370786 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'tag': '6db5d64a-ebe0-4b61-b609-4df5d4052013'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:32.373830 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd7bf1-fd45-48bf-82c4-62b3b66595ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5be6cbd3-0eb4-49d2-be26-52c4babb03e8", "tag": "6db5d64a-ebe0-4b61-b609-4df5d4052013"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:32.430017 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4c0e2-61f6-41df-bdbd-e2cb86e05e0c x-openstack-request-id: req-97e4c0e2-61f6-41df-bdbd-e2cb86e05e0c {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:32.430300 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be6cbd3-0eb4-49d2-be26-52c4babb03e8", "tag": "6db5d64a-ebe0-4b61-b609-4df5d4052013", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:32.430551 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97e4c0e2-61f6-41df-bdbd-e2cb86e05e0c {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:32.430942 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e4c0e2-61f6-41df-bdbd-e2cb86e05e0c'] response: {'name': 'network-changed', 'server_uuid': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'tag': '6db5d64a-ebe0-4b61-b609-4df5d4052013', 'status': 'completed', 'code': 200} Oct 14 17:56:32.442718 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebeeb-30eb-4e99-89e5-d6bcf67f1d3c req-24c80a18-4433-4e68-9701-8868279db1cd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:32.444082 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-48eebeeb-30eb-4e99-89e5-d6bcf67f1d3c req-24c80a18-4433-4e68-9701-8868279db1cd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0740497 Oct 14 17:56:32.445086 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae239-47b9-40f4-bcf1-bafe19baa0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6db5d64a-ebe0-4b61-b609-4df5d4052013,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:32.498465 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-48eebeeb-30eb-4e99-89e5-d6bcf67f1d3c req-06fd9ac4-59e9-4d4c-8b2a-32ce75e054b6 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Oct 14 17:56:32.691409 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7bf1-fd45-48bf-82c4-62b3b66595ad req-0fa4a308-12e4-41a0-bcc5-16d73384a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:32.692943 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-16dd7bf1-fd45-48bf-82c4-62b3b66595ad req-0fa4a308-12e4-41a0-bcc5-16d73384a928 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e9854190f10741bc8636cec4604943d5&device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 1132 time: 0.0396590 Oct 14 17:56:32.726494 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-16dd7bf1-fd45-48bf-82c4-62b3b66595ad req-8dfe3a9f-d8ab-4d7e-b34d-8c2ffcdf81c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e9854190f10741bc8636cec4604943d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263686 Oct 14 17:56:32.807381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:32.904843 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7bf1-fd45-48bf-82c4-62b3b66595ad req-713dfa74-720a-42aa-beaa-0a7b7f42b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:32.906310 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-16dd7bf1-fd45-48bf-82c4-62b3b66595ad req-713dfa74-720a-42aa-beaa-0a7b7f42b384 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734016 Oct 14 17:56:32.991277 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:33.007431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5bf8a-2d0d-44fb-9a4b-16d2e6266b3b req-661c9a4e-0500-45a7-8b24-9128eb87efc0 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:33.008913 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5ec5bf8a-2d0d-44fb-9a4b-16d2e6266b3b req-661c9a4e-0500-45a7-8b24-9128eb87efc0 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 948 time: 0.0799861 Oct 14 17:56:33.012473 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-f7665a5e-4878-424b-9f13-6f6ea599b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:33.013827 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-f7665a5e-4878-424b-9f13-6f6ea599b445 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e9854190f10741bc8636cec4604943d5&device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 1132 time: 0.0534267 Oct 14 17:56:33.064388 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-93d5b6e1-0789-4bdb-ba33-3ad105e5a6ab service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6db5d64a-ebe0-4b61-b609-4df5d4052013 HTTP/1.1" status: 200 len: 217 time: 0.0354295 Oct 14 17:56:33.117874 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5ec5bf8a-2d0d-44fb-9a4b-16d2e6266b3b req-11cdd5ca-ca51-4273-b9c2-44f6d2bf34f5 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020966 Oct 14 17:56:33.131676 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-65db614d-fb4b-48d0-b738-dcb9734593ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:33.133301 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-65db614d-fb4b-48d0-b738-dcb9734593ad service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=57a4ebf5-d29a-4907-9d55-7fcfb02d59a7 HTTP/1.1" status: 200 len: 843 time: 0.0619278 Oct 14 17:56:33.176458 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc454-c623-45f3-b11e-633175177b02 req-84952da3-e57a-425b-9caa-94d2c77831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:33.177906 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-84952da3-e57a-425b-9caa-94d2c77831cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d3260eb7-f3d0-4a02-b1b6-79bf41184791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0384076 Oct 14 17:56:33.277958 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-b23bdd9e-6833-4dc8-a0c4-37708377c6af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d3260eb7-f3d0-4a02-b1b6-79bf41184791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923905 Oct 14 17:56:33.368227 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a61dc454-c623-45f3-b11e-633175177b02 req-f3c47225-7990-444e-9e1f-b581aa76cd71 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d3260eb7-f3d0-4a02-b1b6-79bf41184791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832767 Oct 14 17:56:33.619816 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8cc40-1733-44db-ad27-28c2b8aa152b req-813c7c66-c1fe-4112-9e23-37fffaafa885 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:33.621315 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-34a8cc40-1733-44db-ad27-28c2b8aa152b req-813c7c66-c1fe-4112-9e23-37fffaafa885 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Oct 14 17:56:33.669619 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-34a8cc40-1733-44db-ad27-28c2b8aa152b req-dd5fe77a-3e24-4a88-8457-bb733ef9557c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Oct 14 17:56:34.241335 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b694-004d-47da-9764-fb4fc049ee83 req-9a8bfbe3-fb68-4fe4-8d7b-4d3eada8622a tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:34.242890 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7344b694-004d-47da-9764-fb4fc049ee83 req-9a8bfbe3-fb68-4fe4-8d7b-4d3eada8622a tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 948 time: 0.0462794 Oct 14 17:56:34.290536 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7344b694-004d-47da-9764-fb4fc049ee83 req-a42d830a-e4e2-4e8c-8e8f-ba649107774a tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Oct 14 17:56:34.570399 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6db5d64a-ebe0-4b61-b609-4df5d4052013 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:56:34.590746 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:34.684419 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6db5d64a-ebe0-4b61-b609-4df5d4052013, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6db5d64a-ebe0-4b61-b609-4df5d4052013,segment=NetworkSegment(8357837b-668a-4c8c-aa0d-08c22cbc76f1),segment_id=8357837b-668a-4c8c-aa0d-08c22cbc76f1)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:34.696963 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '6db5d64a-ebe0-4b61-b609-4df5d4052013', 'network_id': 'd3260eb7-f3d0-4a02-b1b6-79bf41184791', 'port_id': '6db5d64a-ebe0-4b61-b609-4df5d4052013', 'mac_address': 'fa:16:3e:0a:68:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a4ebf5-d29a-4907-9d55-7fcfb02d59a7', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:56:34.735314 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 6db5d64a-ebe0-4b61-b609-4df5d4052013 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:56:34.735506 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:34.759593 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db5d64a-ebe0-4b61-b609-4df5d4052013 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:56:34.780597 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6db5d64a-ebe0-4b61-b609-4df5d4052013, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6db5d64a-ebe0-4b61-b609-4df5d4052013,segment=NetworkSegment(8357837b-668a-4c8c-aa0d-08c22cbc76f1),segment_id=8357837b-668a-4c8c-aa0d-08c22cbc76f1)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:34.785558 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:34.801289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62ff6-9634-48be-bc2b-e215b15b267f req-96c203cb-356e-486a-b89b-8b281e71604d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:34.802738 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f7c62ff6-9634-48be-bc2b-e215b15b267f req-96c203cb-356e-486a-b89b-8b281e71604d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Oct 14 17:56:34.834444 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=6db5d64a-ebe0-4b61-b609-4df5d4052013,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:34.855799 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f7c62ff6-9634-48be-bc2b-e215b15b267f req-5a6097c4-8b25-4a51-b279-4713ae5f2e83 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Oct 14 17:56:35.078275 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['6db5d64a-ebe0-4b61-b609-4df5d4052013'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:56:35.409906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314fb5-4288-4307-b163-02f63d7bab01 req-88ce7b6e-4e21-49e1-b93f-25c85de3469d tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:35.411352 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-94314fb5-4288-4307-b163-02f63d7bab01 req-88ce7b6e-4e21-49e1-b93f-25c85de3469d tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 949 time: 0.0462410 Oct 14 17:56:35.457550 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-94314fb5-4288-4307-b163-02f63d7bab01 req-f0eee21f-e738-47d4-aaa6-35d530bc212b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Oct 14 17:56:35.981232 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff146ab-4e90-4a49-a840-ae0dff1e04c1 req-3d3a65a3-3964-4791-bc6f-a56a960f1aae tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:35.982722 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1ff146ab-4e90-4a49-a840-ae0dff1e04c1 req-3d3a65a3-3964-4791-bc6f-a56a960f1aae tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0478711 Oct 14 17:56:36.039587 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1ff146ab-4e90-4a49-a840-ae0dff1e04c1 req-51af17bb-cecc-43de-9c8b-5d052998d2c0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506945 Oct 14 17:56:36.203065 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 43272) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:36.309094 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cc662899-8e7d-48dd-bb44-e877587bad03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.311963 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.361960 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:36.365866 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:36.393198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cc662899-8e7d-48dd-bb44-e877587bad03 admin admin] Publish callbacks [] for security_group (45150fb9-0b37-4cdb-9c17-850eb79acd98), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.396747 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cc662899-8e7d-48dd-bb44-e877587bad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (45150fb9-0b37-4cdb-9c17-850eb79acd98), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.436647 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-cc662899-8e7d-48dd-bb44-e877587bad03 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=93ebc5636b0840c5960a9fd265c8f55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325404 Oct 14 17:56:36.437493 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc662899-8e7d-48dd-bb44-e877587bad03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45150fb9-0b37-4cdb-9c17-850eb79acd98,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:36.439417 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43276) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:36.505601 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a0bb9050-c315-43c2-86e9-2cb3f3d63811 admin admin] Publish callbacks [] for security_group (45150fb9-0b37-4cdb-9c17-850eb79acd98), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.526432 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a0bb9050-c315-43c2-86e9-2cb3f3d63811 admin admin] Publish callbacks [] for security_group (45150fb9-0b37-4cdb-9c17-850eb79acd98), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.574632 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a0bb9050-c315-43c2-86e9-2cb3f3d63811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (45150fb9-0b37-4cdb-9c17-850eb79acd98), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.577704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a0bb9050-c315-43c2-86e9-2cb3f3d63811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.581214 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa8a9-9365-441f-9ed3-4fdcf690d053 req-70719088-12bb-43ff-a0e3-81ebbdd3bfa7 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:36.581362 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a0bb9050-c315-43c2-86e9-2cb3f3d63811 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/45150fb9-0b37-4cdb-9c17-850eb79acd98 HTTP/1.1" status: 204 len: 168 time: 0.1382828 Oct 14 17:56:36.581486 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9afaa8a9-9365-441f-9ed3-4fdcf690d053 req-70719088-12bb-43ff-a0e3-81ebbdd3bfa7 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 949 time: 0.0480707 Oct 14 17:56:36.587174 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb9050-c315-43c2-86e9-2cb3f3d63811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45150fb9-0b37-4cdb-9c17-850eb79acd98,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:36.640820 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9afaa8a9-9365-441f-9ed3-4fdcf690d053 req-0f4b64db-2020-4305-aec5-875eb60cfb46 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Oct 14 17:56:36.724230 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6db5d64a-ebe0-4b61-b609-4df5d4052013 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:56:36.771995 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 6db5d64a-ebe0-4b61-b609-4df5d4052013 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:56:36.778410 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 6db5d64a-ebe0-4b61-b609-4df5d4052013 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:56:36.778946 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.779414 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 6db5d64a-ebe0-4b61-b609-4df5d4052013 Oct 14 17:56:36.860714 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 6db5d64a-ebe0-4b61-b609-4df5d4052013 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:56:36.861099 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.884475 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 43288) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:36.888595 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db5d64a-ebe0-4b61-b609-4df5d4052013'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:36.892082 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842c507-119b-48db-af17-9d581a851ac2" -d '{"events": [{"server_uuid": "5be6cbd3-0eb4-49d2-be26-52c4babb03e8", "name": "network-vif-plugged", "status": "completed", "tag": "6db5d64a-ebe0-4b61-b609-4df5d4052013"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:36.899517 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-445b2749-df33-446c-bf7f-0b4c2c6c47db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.908864 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6db5d64a-ebe0-4b61-b609-4df5d4052013, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6db5d64a-ebe0-4b61-b609-4df5d4052013,segment=NetworkSegment(8357837b-668a-4c8c-aa0d-08c22cbc76f1),segment_id=8357837b-668a-4c8c-aa0d-08c22cbc76f1)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:36.915435 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:36.941115 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341c904-743e-446e-b12d-9716af0a8311 x-openstack-request-id: req-b341c904-743e-446e-b12d-9716af0a8311 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:36.941430 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be6cbd3-0eb4-49d2-be26-52c4babb03e8", "name": "network-vif-plugged", "status": "completed", "tag": "6db5d64a-ebe0-4b61-b609-4df5d4052013", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:36.941688 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b341c904-743e-446e-b12d-9716af0a8311 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:36.942104 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b341c904-743e-446e-b12d-9716af0a8311'] response: {'server_uuid': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db5d64a-ebe0-4b61-b609-4df5d4052013', 'code': 200} Oct 14 17:56:36.971343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=6db5d64a-ebe0-4b61-b609-4df5d4052013,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:36.998167 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-445b2749-df33-446c-bf7f-0b4c2c6c47db admin admin] Publish callbacks [] for security_group (24ce5a75-85cb-44a6-8d28-136901fda7f1), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:37.002525 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-445b2749-df33-446c-bf7f-0b4c2c6c47db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (24ce5a75-85cb-44a6-8d28-136901fda7f1), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:37.045547 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-445b2749-df33-446c-bf7f-0b4c2c6c47db admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ad64f2f20d3543429bec366a6034022c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597335 Oct 14 17:56:37.046670 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b2749-df33-446c-bf7f-0b4c2c6c47db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ce5a75-85cb-44a6-8d28-136901fda7f1,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:37.048428 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43292) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:37.111937 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-689c5623-4b44-42a3-b3e1-48a23b280616 admin admin] Publish callbacks [] for security_group (24ce5a75-85cb-44a6-8d28-136901fda7f1), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:37.134666 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-689c5623-4b44-42a3-b3e1-48a23b280616 admin admin] Publish callbacks [] for security_group (24ce5a75-85cb-44a6-8d28-136901fda7f1), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:37.164969 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d1ae-9762-45e6-87f6-9770128e889e req-435ccc6f-4ef3-42a6-850a-3a43f6424793 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:37.166457 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-15d0d1ae-9762-45e6-87f6-9770128e889e req-435ccc6f-4ef3-42a6-850a-3a43f6424793 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0468397 Oct 14 17:56:37.195027 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-689c5623-4b44-42a3-b3e1-48a23b280616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (24ce5a75-85cb-44a6-8d28-136901fda7f1), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:37.197898 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-689c5623-4b44-42a3-b3e1-48a23b280616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:37.199312 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-689c5623-4b44-42a3-b3e1-48a23b280616 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/24ce5a75-85cb-44a6-8d28-136901fda7f1 HTTP/1.1" status: 204 len: 168 time: 0.1485176 Oct 14 17:56:37.208407 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c5623-4b44-42a3-b3e1-48a23b280616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ce5a75-85cb-44a6-8d28-136901fda7f1,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:37.220048 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-15d0d1ae-9762-45e6-87f6-9770128e889e req-002a1bdf-96e2-4088-bc05-5426c25fb66c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Oct 14 17:56:37.774733 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93394-d8b4-4977-852c-66d3d16d008a req-a10cb946-8161-4fdd-b67f-2824aa5eea0a tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:37.779041 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e2f93394-d8b4-4977-852c-66d3d16d008a req-a10cb946-8161-4fdd-b67f-2824aa5eea0a tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 950 time: 0.0562768 Oct 14 17:56:37.824604 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e2f93394-d8b4-4977-852c-66d3d16d008a req-8274e105-7d14-4b0f-8e73-87f5f34ff0eb tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Oct 14 17:56:38.062058 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b6e2-8ec0-4f74-8b8b-f3269ad738c7 req-b6947023-1305-4fd8-b425-a184ae931124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:38.063813 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fcd9b6e2-8ec0-4f74-8b8b-f3269ad738c7 req-b6947023-1305-4fd8-b425-a184ae931124 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 1134 time: 0.0461810 Oct 14 17:56:38.119502 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fcd9b6e2-8ec0-4f74-8b8b-f3269ad738c7 req-9891d92f-4eac-4810-b9b2-e1e38b47f100 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Oct 14 17:56:38.378147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9463e-d118-442c-93d5-7c46d03bad30 req-37d0646b-627f-4247-bf7c-fee92f0e47b5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:38.379611 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0ff9463e-d118-442c-93d5-7c46d03bad30 req-37d0646b-627f-4247-bf7c-fee92f0e47b5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0808258 Oct 14 17:56:38.401908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a549b-1af8-4c30-b783-2f74a9abad9b req-e629f607-96a7-4bf8-894e-eac69c91c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:38.403334 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-091a549b-1af8-4c30-b783-2f74a9abad9b req-e629f607-96a7-4bf8-894e-eac69c91c109 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 1129 time: 0.0712874 Oct 14 17:56:38.483260 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0ff9463e-d118-442c-93d5-7c46d03bad30 req-70371e49-1b15-4f37-abd9-a7f1be74831d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885520 Oct 14 17:56:38.487008 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-091a549b-1af8-4c30-b783-2f74a9abad9b req-4184eb29-9b38-40a8-89c4-84b3839d99a2 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734971 Oct 14 17:56:38.568097 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43350) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:38.675643 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b636-1227-4fa7-8b11-0fd8c79a8cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:38.696911 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:38.708347 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:38.770821 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b636-1227-4fa7-8b11-0fd8c79a8cea admin admin] Publish callbacks [] for security_group (385ca882-4143-4a67-876c-0543f68a7ac1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:38.775392 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b636-1227-4fa7-8b11-0fd8c79a8cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (385ca882-4143-4a67-876c-0543f68a7ac1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:38.820466 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3b636-1227-4fa7-8b11-0fd8c79a8cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385ca882-4143-4a67-876c-0543f68a7ac1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:38.827760 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0fe3b636-1227-4fa7-8b11-0fd8c79a8cea admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fd58299057494f4d9bf89b7068943f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582197 Oct 14 17:56:38.831712 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43360) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:38.884063 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26882836-1547-4e3e-bca1-87e43205048b admin admin] Publish callbacks [] for security_group (385ca882-4143-4a67-876c-0543f68a7ac1), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:38.905383 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26882836-1547-4e3e-bca1-87e43205048b admin admin] Publish callbacks [] for security_group (385ca882-4143-4a67-876c-0543f68a7ac1), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:38.953996 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e4ab-7c21-49e4-8892-2ca3b40c6d78 req-471162af-072f-4e7d-b5c3-3e5201a12d4b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:38.955647 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e205e4ab-7c21-49e4-8892-2ca3b40c6d78 req-471162af-072f-4e7d-b5c3-3e5201a12d4b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 950 time: 0.0477271 Oct 14 17:56:38.958443 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26882836-1547-4e3e-bca1-87e43205048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (385ca882-4143-4a67-876c-0543f68a7ac1), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:38.961633 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26882836-1547-4e3e-bca1-87e43205048b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:38.962847 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-26882836-1547-4e3e-bca1-87e43205048b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/385ca882-4143-4a67-876c-0543f68a7ac1 HTTP/1.1" status: 204 len: 168 time: 0.1301241 Oct 14 17:56:38.972442 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26882836-1547-4e3e-bca1-87e43205048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ca882-4143-4a67-876c-0543f68a7ac1,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:39.019497 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:39.036615 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e205e4ab-7c21-49e4-8892-2ca3b40c6d78 req-1496075b-3731-45b3-8746-6107d9876cb3 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745656 Oct 14 17:56:39.598697 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:39.610087 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc910c-0b12-4c02-bd2e-50b4daeb5a68 req-82e35303-b76b-42ed-b787-9d2fe9afa2a1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:39.611561 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-16cc910c-0b12-4c02-bd2e-50b4daeb5a68 req-82e35303-b76b-42ed-b787-9d2fe9afa2a1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Oct 14 17:56:39.660013 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-16cc910c-0b12-4c02-bd2e-50b4daeb5a68 req-126946d4-8c1e-4688-a708-f4d5c545aca0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Oct 14 17:56:40.187958 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b7e7-a8c9-4426-b578-ec7c74684897 req-07bc2134-5a07-4841-a7e5-e5bde1a7b7f9 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:40.189425 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a308b7e7-a8c9-4426-b578-ec7c74684897 req-07bc2134-5a07-4841-a7e5-e5bde1a7b7f9 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 950 time: 0.0737889 Oct 14 17:56:40.243686 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a308b7e7-a8c9-4426-b578-ec7c74684897 req-acd64170-101c-491a-ad9c-7b5d69172316 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Oct 14 17:56:40.516958 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69858a-48f3-4109-99ca-882a30c6bc83 req-4f3c71c7-1ae1-4657-b446-7bb024636c8b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:40.518424 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd69858a-48f3-4109-99ca-882a30c6bc83 req-4f3c71c7-1ae1-4657-b446-7bb024636c8b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 950 time: 0.0479999 Oct 14 17:56:40.569346 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd69858a-48f3-4109-99ca-882a30c6bc83 req-22a0037d-388f-422a-8288-1ce32a3dfbb8 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Oct 14 17:56:40.794499 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405efe7-61b7-448e-bbf6-06fcda5e6578 req-9eb3c374-770e-47e8-8716-ac68597faf98 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:40.796366 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4405efe7-61b7-448e-bbf6-06fcda5e6578 req-9eb3c374-770e-47e8-8716-ac68597faf98 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0562956 Oct 14 17:56:40.842641 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4405efe7-61b7-448e-bbf6-06fcda5e6578 req-1b4baba1-63ce-42cb-869e-351c09218c5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Oct 14 17:56:40.959011 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad34f6-86eb-4ba7-a179-9bdb4a9f375c req-7bdeabf7-3db5-4c6e-8241-aa38e4529d10 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:40.960363 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91ad34f6-86eb-4ba7-a179-9bdb4a9f375c req-7bdeabf7-3db5-4c6e-8241-aa38e4529d10 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0456336 Oct 14 17:56:41.006902 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91ad34f6-86eb-4ba7-a179-9bdb4a9f375c req-a9a0c37c-7193-4c3c-9bf7-6c3b15c2805e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404575 Oct 14 17:56:41.692336 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a16c5-26e0-4e00-bb75-6e5d6e7f1522 req-8a0b9521-951b-4dbf-9237-5a36d71821dd tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:41.693923 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bb1a16c5-26e0-4e00-bb75-6e5d6e7f1522 req-8a0b9521-951b-4dbf-9237-5a36d71821dd tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 950 time: 0.0488937 Oct 14 17:56:41.745041 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bb1a16c5-26e0-4e00-bb75-6e5d6e7f1522 req-e8abcd1d-3f56-4cc4-baca-c2c9c6f26f6b tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Oct 14 17:56:42.442155 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdf138-b062-4615-a098-59205e9e49ea req-380587f7-bcc0-40cc-bc25-3568fb0702eb tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:42.443569 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3bbdf138-b062-4615-a098-59205e9e49ea req-380587f7-bcc0-40cc-bc25-3568fb0702eb tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 950 time: 0.0458906 Oct 14 17:56:42.525277 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Deleting port 6db5d64a-ebe0-4b61-b609-4df5d4052013 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:56:42.525716 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:42.681306 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-c246a7c8-473f-4c75-86aa-414078ab2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:42.682865 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-c246a7c8-473f-4c75-86aa-414078ab2ee4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1129 time: 0.0860415 Oct 14 17:56:42.707992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] For port 6db5d64a-ebe0-4b61-b609-4df5d4052013, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6db5d64a-ebe0-4b61-b609-4df5d4052013,segment=NetworkSegment(8357837b-668a-4c8c-aa0d-08c22cbc76f1),segment_id=8357837b-668a-4c8c-aa0d-08c22cbc76f1)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:42.708667 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:42.729046 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6d380-eb05-452b-8efe-a40bae4978f6 req-85075a03-aa8b-4d98-a058-06074378b199 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:42.731133 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17c6d380-eb05-452b-8efe-a40bae4978f6 req-85075a03-aa8b-4d98-a058-06074378b199 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.1224339 Oct 14 17:56:42.762043 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Calling delete_port for 6db5d64a-ebe0-4b61-b609-4df5d4052013 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:56:42.858343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:42.859044 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:42.923896 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17c6d380-eb05-452b-8efe-a40bae4978f6 req-b46e3133-7af1-4ad8-bce7-fd85fc4ab539 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598206 Oct 14 17:56:42.936081 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-a2368311-a6db-4306-833c-00bc5cd12b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:42.937574 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-a2368311-a6db-4306-833c-00bc5cd12b80 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.2472744 Oct 14 17:56:42.949580 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf8be1-8b98-415d-b1a9-4b6c6d53a41a req-90f78de1-b0fe-4bb5-ae73-91a418c800e7 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:42.951592 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7bbf8be1-8b98-415d-b1a9-4b6c6d53a41a req-90f78de1-b0fe-4bb5-ae73-91a418c800e7 tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 950 time: 0.1164901 Oct 14 17:56:43.252524 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-5943b237-dd46-4027-b446-39fc5f16f16d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 200 len: 217 time: 0.2928128 Oct 14 17:56:43.341592 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7bbf8be1-8b98-415d-b1a9-4b6c6d53a41a req-3b63d2dc-8f9e-4bde-ada5-045ae5310d8d tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dfa79994-213c-4c2c-8107-61b8d6a01a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806031 Oct 14 17:56:43.357036 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-f6ec9923-d2a0-4651-a8f9-8e469c9b5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:43.358531 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-f6ec9923-d2a0-4651-a8f9-8e469c9b5b65 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0937891 Oct 14 17:56:43.405101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (6db5d64a-ebe0-4b61-b609-4df5d4052013), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.443587 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-b9a4f212-f770-4818-b896-220f90adbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:43.445084 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-b9a4f212-f770-4818-b896-220f90adbe2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0778563 Oct 14 17:56:43.453871 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Pushing event deleted for resources: {'Port': ['ID=6db5d64a-ebe0-4b61-b609-4df5d4052013,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:43.471786 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43484) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:43.535817 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] No DVR routers for this DVR port 6db5d64a-ebe0-4b61-b609-4df5d4052013 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:56:43.538699 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.542686 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3bbdf138-b062-4615-a098-59205e9e49ea req-1c8bf8e3-5c3a-4afc-91d0-7416515703fa tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6db5d64a-ebe0-4b61-b609-4df5d4052013 HTTP/1.1" status: 204 len: 173 time: 1.0930631 Oct 14 17:56:43.545190 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'name': 'network-vif-deleted', 'tag': '6db5d64a-ebe0-4b61-b609-4df5d4052013'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:43.548653 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43c8768-28f7-45f0-8185-71c8343ce222" -d '{"events": [{"server_uuid": "5be6cbd3-0eb4-49d2-be26-52c4babb03e8", "name": "network-vif-deleted", "tag": "6db5d64a-ebe0-4b61-b609-4df5d4052013"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:43.616907 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344a97a-dced-4016-9bf4-ae01b39c93a7 x-openstack-request-id: req-e344a97a-dced-4016-9bf4-ae01b39c93a7 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:43.617176 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be6cbd3-0eb4-49d2-be26-52c4babb03e8", "name": "network-vif-deleted", "tag": "6db5d64a-ebe0-4b61-b609-4df5d4052013", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:43.617425 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e344a97a-dced-4016-9bf4-ae01b39c93a7 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:43.617846 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e344a97a-dced-4016-9bf4-ae01b39c93a7'] response: {'server_uuid': '5be6cbd3-0eb4-49d2-be26-52c4babb03e8', 'name': 'network-vif-deleted', 'tag': '6db5d64a-ebe0-4b61-b609-4df5d4052013', 'status': 'completed', 'code': 200} Oct 14 17:56:43.622913 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb074-604b-4ccb-afe0-fe56496a3a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.623809 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-0c559612-de1b-4a52-8e07-f4ae9b70a97f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496596 Oct 14 17:56:43.722052 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb074-604b-4ccb-afe0-fe56496a3a90 admin admin] Publish callbacks [] for security_group (2eb63ac4-d8dc-41ff-99f4-942e15193321), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.727153 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb074-604b-4ccb-afe0-fe56496a3a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2eb63ac4-d8dc-41ff-99f4-942e15193321), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.734150 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2d1a898-af7d-4382-bbec-d91d2f1cf9b8 req-81bc2454-04de-4282-92d0-400c70f1b0a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016183 Oct 14 17:56:43.774323 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fb074-604b-4ccb-afe0-fe56496a3a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb63ac4-d8dc-41ff-99f4-942e15193321,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:43.780413 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0e8fb074-604b-4ccb-afe0-fe56496a3a90 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4d7c32955b2349818a48d6dcacf1ec2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068681 Oct 14 17:56:43.781856 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43492) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:43.843638 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9633a5b2-29f1-44a9-86bc-a35b9089e5ff admin admin] Publish callbacks [] for security_group (2eb63ac4-d8dc-41ff-99f4-942e15193321), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.864202 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9633a5b2-29f1-44a9-86bc-a35b9089e5ff admin admin] Publish callbacks [] for security_group (2eb63ac4-d8dc-41ff-99f4-942e15193321), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.911018 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9633a5b2-29f1-44a9-86bc-a35b9089e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2eb63ac4-d8dc-41ff-99f4-942e15193321), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.913629 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9633a5b2-29f1-44a9-86bc-a35b9089e5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:43.914765 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-9633a5b2-29f1-44a9-86bc-a35b9089e5ff admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2eb63ac4-d8dc-41ff-99f4-942e15193321 HTTP/1.1" status: 204 len: 168 time: 0.1320174 Oct 14 17:56:43.922866 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633a5b2-29f1-44a9-86bc-a35b9089e5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb63ac4-d8dc-41ff-99f4-942e15193321,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:44.025014 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:44.069889 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b7d4-e662-45bf-a113-3e9d188bb534 req-2418b178-3efe-4731-ae3d-7c76f468b8b7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:44.071726 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0ad1b7d4-e662-45bf-a113-3e9d188bb534 req-2418b178-3efe-4731-ae3d-7c76f468b8b7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0504742 Oct 14 17:56:44.126876 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0ad1b7d4-e662-45bf-a113-3e9d188bb534 req-830370fa-4050-40cd-8000-3323a25d0ced tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484304 Oct 14 17:56:44.221774 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43506) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:44.236569 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26549a56-9219-41c3-87ee-acc8d709e027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:44.323097 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26549a56-9219-41c3-87ee-acc8d709e027 admin admin] Publish callbacks [] for security_group (fa85c396-d515-4f3f-af1f-d7ce96ef6806), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:44.328931 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26549a56-9219-41c3-87ee-acc8d709e027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (fa85c396-d515-4f3f-af1f-d7ce96ef6806), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:44.333196 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=20,neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:44.353857 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:44.379644 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-26549a56-9219-41c3-87ee-acc8d709e027 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a7ba051cc5f443d8b9a40316d6d611d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565869 Oct 14 17:56:44.382354 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43514) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:44.390338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26549a56-9219-41c3-87ee-acc8d709e027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa85c396-d515-4f3f-af1f-d7ce96ef6806,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:44.470792 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-19ec0ac0-02af-4b3a-a761-a3b825e49832 admin admin] Publish callbacks [] for security_group (fa85c396-d515-4f3f-af1f-d7ce96ef6806), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:44.494298 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-19ec0ac0-02af-4b3a-a761-a3b825e49832 admin admin] Publish callbacks [] for security_group (fa85c396-d515-4f3f-af1f-d7ce96ef6806), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:44.495014 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0c3bf49e-bce2-4118-9bd0-a137d642993a req-8e5d6d65-ac30-4df5-aaa5-8d5a8311a91a tempest-VolumesNegativeTest-263491173 tempest-VolumesNegativeTest-263491173-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5be6cbd3-0eb4-49d2-be26-52c4babb03e8 HTTP/1.1" status: 200 len: 210 time: 0.0321057 Oct 14 17:56:44.548236 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-19ec0ac0-02af-4b3a-a761-a3b825e49832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (fa85c396-d515-4f3f-af1f-d7ce96ef6806), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:44.550885 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-19ec0ac0-02af-4b3a-a761-a3b825e49832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:44.552075 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-19ec0ac0-02af-4b3a-a761-a3b825e49832 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fa85c396-d515-4f3f-af1f-d7ce96ef6806 HTTP/1.1" status: 204 len: 168 time: 0.1687834 Oct 14 17:56:44.561112 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec0ac0-02af-4b3a-a761-a3b825e49832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa85c396-d515-4f3f-af1f-d7ce96ef6806,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:44.633131 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6db5d64a-ebe0-4b61-b609-4df5d4052013 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:56:44.653966 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 6db5d64a-ebe0-4b61-b609-4df5d4052013 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:56:44.654305 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6db5d64a-ebe0-4b61-b609-4df5d4052013 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:56:45.274487 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5fa1b-d2c7-4e18-b246-5413d9032fd1 req-f4565e2d-b97f-4a3a-a893-c43477d2f29d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:45.276138 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b6c5fa1b-d2c7-4e18-b246-5413d9032fd1 req-f4565e2d-b97f-4a3a-a893-c43477d2f29d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0510516 Oct 14 17:56:45.325572 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b6c5fa1b-d2c7-4e18-b246-5413d9032fd1 req-f4dda8b8-7768-40c1-bea2-4ee855be3f94 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Oct 14 17:56:45.440550 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-194452c2-e399-40d9-ab07-3497cf8bd9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:46.657927 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86294b50-98db-4f0d-835c-773113ba8196 req-52308fc3-9f35-47cb-939b-2e166a404fed tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:46.659436 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86294b50-98db-4f0d-835c-773113ba8196 req-52308fc3-9f35-47cb-939b-2e166a404fed tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0870826 Oct 14 17:56:46.709181 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:46.718726 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86294b50-98db-4f0d-835c-773113ba8196 req-40c81262-6ee7-42ea-85c4-0bdd6136ec16 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530016 Oct 14 17:56:47.860188 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1287e-4c7b-4567-be7f-475014d065ab req-ce690048-a9ab-44cc-8a27-4764ed34fa50 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:47.861702 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-efd1287e-4c7b-4567-be7f-475014d065ab req-ce690048-a9ab-44cc-8a27-4764ed34fa50 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0589497 Oct 14 17:56:47.921538 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-291331ef-a9e0-4403-92d9-97884308e5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:47.927265 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-efd1287e-4c7b-4567-be7f-475014d065ab req-bced4fa2-122d-4a3d-91c0-9b2bc15231f3 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598712 Oct 14 17:56:49.049269 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:49.054675 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deba5c-6eb8-4a45-856b-671d8075b19a req-3aa1d135-2ec1-416f-9996-849409951917 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:49.056191 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f4deba5c-6eb8-4a45-856b-671d8075b19a req-3aa1d135-2ec1-416f-9996-849409951917 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0495954 Oct 14 17:56:49.120091 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f4deba5c-6eb8-4a45-856b-671d8075b19a req-b327465f-2720-47a0-97d3-a208c62665e9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575445 Oct 14 17:56:50.056780 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43936) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:50.197896 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b877b419-3896-4d2e-ac43-fc2b6b62ec4f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e9854190f10741bc8636cec4604943d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399522 Oct 14 17:56:50.200953 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43944) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:50.257537 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339156-e550-4472-bb75-2e650cf41440 req-e6e8eb53-fd83-4c5c-9d56-934ccfe4b82d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:50.259198 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a339156-e550-4472-bb75-2e650cf41440 req-e6e8eb53-fd83-4c5c-9d56-934ccfe4b82d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0566781 Oct 14 17:56:50.259392 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4267e14d-9b65-4391-9be1-aaa7ff3abdeb admin admin] Publish callbacks [] for security_group (dfa79994-213c-4c2c-8107-61b8d6a01a18), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.273505 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:50.281274 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4267e14d-9b65-4391-9be1-aaa7ff3abdeb admin admin] Publish callbacks [] for security_group (dfa79994-213c-4c2c-8107-61b8d6a01a18), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.316134 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a339156-e550-4472-bb75-2e650cf41440 req-ec025132-3c56-48a6-aeb6-aab463eaccc5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Oct 14 17:56:50.346197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4267e14d-9b65-4391-9be1-aaa7ff3abdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (dfa79994-213c-4c2c-8107-61b8d6a01a18), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.349029 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4267e14d-9b65-4391-9be1-aaa7ff3abdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.350341 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-4267e14d-9b65-4391-9be1-aaa7ff3abdeb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dfa79994-213c-4c2c-8107-61b8d6a01a18 HTTP/1.1" status: 204 len: 168 time: 0.1487169 Oct 14 17:56:50.362074 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267e14d-9b65-4391-9be1-aaa7ff3abdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa79994-213c-4c2c-8107-61b8d6a01a18,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:50.477569 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43954) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:50.561825 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.600875 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.709294 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fb15163c-d091-433a-b2c0-fe671fdbb9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.793327 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fb15163c-d091-433a-b2c0-fe671fdbb9c1 admin admin] Publish callbacks [] for security_group (dd0f478c-3204-4123-9eb1-5e02615aefc0), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.799359 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fb15163c-d091-433a-b2c0-fe671fdbb9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (dd0f478c-3204-4123-9eb1-5e02615aefc0), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.841261 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-fb15163c-d091-433a-b2c0-fe671fdbb9c1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c66687b1c51d42ca9cc0025c29cf1e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625839 Oct 14 17:56:50.843179 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15163c-d091-433a-b2c0-fe671fdbb9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f478c-3204-4123-9eb1-5e02615aefc0,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:50.844330 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 43968) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:50.903202 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ad845239-700f-4dac-a1fc-5305572bd7b0 admin admin] Publish callbacks [] for security_group (dd0f478c-3204-4123-9eb1-5e02615aefc0), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.924241 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ad845239-700f-4dac-a1fc-5305572bd7b0 admin admin] Publish callbacks [] for security_group (dd0f478c-3204-4123-9eb1-5e02615aefc0), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.972722 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ad845239-700f-4dac-a1fc-5305572bd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (dd0f478c-3204-4123-9eb1-5e02615aefc0), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.975210 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ad845239-700f-4dac-a1fc-5305572bd7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:50.976435 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-ad845239-700f-4dac-a1fc-5305572bd7b0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dd0f478c-3204-4123-9eb1-5e02615aefc0 HTTP/1.1" status: 204 len: 168 time: 0.1311474 Oct 14 17:56:50.985451 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad845239-700f-4dac-a1fc-5305572bd7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f478c-3204-4123-9eb1-5e02615aefc0,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:51.118508 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 43980) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:51.232878 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1844439121-network', 'tenant_id': '19f786f7363e44d78e478f2fec202f4d'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:51.263149 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Made reservation on behalf of 19f786f7363e44d78e478f2fec202f4d for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:56:51.265738 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.275063 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.358475 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks [] for security_group (e2534f2a-f2e0-48c0-ab67-4c990385cf78), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.363078 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e2534f2a-f2e0-48c0-ab67-4c990385cf78), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.392220 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:56:51.400132 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2534f2a-f2e0-48c0-ab67-4c990385cf78,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:51.415328 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (7fe332a4-3310-44fd-9696-78309bcfdd34), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.415672 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Added segment 7fe332a4-3310-44fd-9696-78309bcfdd34 of type vlan for network 0839c4a7-60df-4004-b766-c9b4558a0a2e Oct 14 17:56:51.478452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97540c90-e472-494c-bf9f-ff516202521d req-18721c32-54c7-4f2c-bfe7-343baf5f320f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:51.479945 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-97540c90-e472-494c-bf9f-ff516202521d req-18721c32-54c7-4f2c-bfe7-343baf5f320f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0818372 Oct 14 17:56:51.489505 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (0839c4a7-60df-4004-b766-c9b4558a0a2e), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.547025 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (0839c4a7-60df-4004-b766-c9b4558a0a2e), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.548022 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:51.548598 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.553375 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:51.562805 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-97540c90-e472-494c-bf9f-ff516202521d req-c0f43482-0bd5-46d3-a96b-6af298f5fc2e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751011 Oct 14 17:56:51.611176 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4913657 Oct 14 17:56:51.614364 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 43988) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:56:51.619739 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Request body: {'subnet': {'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1844439121-subnet', 'tenant_id': '19f786f7363e44d78e478f2fec202f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:51.624797 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74389c8-7467-4a7a-bc23-aa2719df8f6c admin admin] Pushing event updated for resources: {'Network': ['ID=0839c4a7-60df-4004-b766-c9b4558a0a2e,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:51.635187 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 0839c4a7-60df-4004-b766-c9b4558a0a2e details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:56:51.640599 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Made reservation on behalf of 19f786f7363e44d78e478f2fec202f4d for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:56:51.643153 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.763027 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:51.813834 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (4ca0663f-a3da-472a-883e-a8ad93efbdcd), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.859061 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:51.864188 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca0663f-a3da-472a-883e-a8ad93efbdcd,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:51.885922 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Checking segment: {'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:56:51.886274 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Network hostable DHCP agents. Network: 0839c4a7-60df-4004-b766-c9b4558a0a2e, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:56:51.904088 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Network 0839c4a7-60df-4004-b766-c9b4558a0a2e is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:56:51.912592 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 0839c4a7-60df-4004-b766-c9b4558a0a2e) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:56:51.916607 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:51.917206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:51.922666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd253a3-5a62-4ad0-9dae-177efb5e56d4 None None] Network 0839c4a7-60df-4004-b766-c9b4558a0a2e requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:56:51.940400 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-ddc9e535-c822-4f1d-943b-45e032091348 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3249199 Oct 14 17:56:52.029326 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fd9db-cd48-41a7-93bc-e35bb70a9768 None None] Network 0839c4a7-60df-4004-b766-c9b4558a0a2e requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:56:52.697554 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2e7e9-2a58-422a-8059-9b57d43eacec req-faa54b87-f2e0-4e0f-a683-986a968b4300 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:52.698942 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d6d2e7e9-2a58-422a-8059-9b57d43eacec req-faa54b87-f2e0-4e0f-a683-986a968b4300 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0558968 Oct 14 17:56:52.745938 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d6d2e7e9-2a58-422a-8059-9b57d43eacec req-f9cb6714-85a3-4b68-a5ca-97a897cd04b9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Oct 14 17:56:53.720513 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:53.756207 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973631-641a-4465-9516-96c672dedb74 req-d6a989d1-5249-4f7f-a370-2d7935292821 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:53.757769 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-d6a989d1-5249-4f7f-a370-2d7935292821 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/networks?id=0839c4a7-60df-4004-b766-c9b4558a0a2e HTTP/1.1" status: 200 len: 814 time: 0.1123126 Oct 14 17:56:53.772564 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-968471b4-8653-4d87-bdc5-3882574d2ca4 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/quotas/19f786f7363e44d78e478f2fec202f4d HTTP/1.1" status: 200 len: 375 time: 0.0093954 Oct 14 17:56:53.806024 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-4606d3cb-2eea-4241-8de6-7ec8d5a2915c tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=19f786f7363e44d78e478f2fec202f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283842 Oct 14 17:56:53.911350 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3289ee-c682-4d3e-a853-4deb77ff1ff5 req-b35126eb-3a3f-439e-b21f-5df311e49a04 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:53.912748 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5d3289ee-c682-4d3e-a853-4deb77ff1ff5 req-b35126eb-3a3f-439e-b21f-5df311e49a04 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0918014 Oct 14 17:56:53.955749 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-4f12ef70-aff2-4dee-b9a5-b8f161ca0629 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427770 Oct 14 17:56:54.025022 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5d3289ee-c682-4d3e-a853-4deb77ff1ff5 req-69f2eb6f-792a-43b5-922c-77f9b9a1b740 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048224 Oct 14 17:56:54.068685 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-e55edb31-72ec-445f-945e-056aced169c6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032817 Oct 14 17:56:54.235089 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3f7fa54e-f4aa-496d-9aaf-7c8591ed6f28 req-aa790f06-8a4b-4133-ac9c-7564d1088103 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 210 time: 0.0294976 Oct 14 17:56:55.155287 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdded3-5b9e-491f-aad8-0e4328681cbc req-588a228f-7da0-47c6-817d-0b64236b0642 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:55.156853 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-efcdded3-5b9e-491f-aad8-0e4328681cbc req-588a228f-7da0-47c6-817d-0b64236b0642 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0472276 Oct 14 17:56:55.204103 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-efcdded3-5b9e-491f-aad8-0e4328681cbc req-0f5b9cab-fe79-40cb-aaa6-7734ab926925 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Oct 14 17:56:55.347921 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-34d94250-f7dc-4315-a46f-f3cea1ee802d req-1a4381ea-39a3-4dd1-bd46-18f19ca865d0 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 210 time: 0.0336897 Oct 14 17:56:55.494902 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973631-641a-4465-9516-96c672dedb74 req-14868561-ffe9-4842-a093-8cf49fd26438 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:55.496177 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-14868561-ffe9-4842-a093-8cf49fd26438 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0839c4a7-60df-4004-b766-c9b4558a0a2e HTTP/1.1" status: 200 len: 814 time: 0.1148567 Oct 14 17:56:55.518133 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Request body: {'port': {'device_id': '540e714d-90e7-4e09-b976-07d53f7a8444', 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e', 'admin_state_up': True, 'tenant_id': '19f786f7363e44d78e478f2fec202f4d'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:55.632478 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Made reservation on behalf of 19f786f7363e44d78e478f2fec202f4d for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:56:55.636368 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:55.762630 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:55.767155 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Allocated IP 172.20.0.9 (0839c4a7-60df-4004-b766-c9b4558a0a2e/4ca0663f-a3da-472a-883e-a8ad93efbdcd/a586fa77-4dad-4db8-be6a-9bbf0c9aa156) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:56:55.867350 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:55.936462 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks [] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:55.969817 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.027424 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Network 0839c4a7-60df-4004-b766-c9b4558a0a2e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:56:56.028144 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:56:56.033880 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:56:56.036874 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:56:56.041910 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Pushing event updated for resources: {'Port': ['ID=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:56.095007 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:56.095610 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.112367 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-d4c04bc7-fec7-4dcb-b6e5-d2a29db486f8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980911 Oct 14 17:56:56.131177 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Request body: {'port': {'device_id': '540e714d-90e7-4e09-b976-07d53f7a8444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:56:56.190251 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.348276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669b6cc-5742-46b3-875c-bf5f432de514 req-2e3d4e90-58bf-4c44-a8a9-35de24b0d23f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:56.349745 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7669b6cc-5742-46b3-875c-bf5f432de514 req-2e3d4e90-58bf-4c44-a8a9-35de24b0d23f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0613024 Oct 14 17:56:56.487445 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7669b6cc-5742-46b3-875c-bf5f432de514 req-e38c8dd6-01e5-41bd-aa5a-4df0728ab580 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211803 Oct 14 17:56:56.524729 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbff0ee-dfba-441e-afce-478acca7d4a1 req-10158355-466e-44d3-af48-8033ca61165a tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:56.526163 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7cbff0ee-dfba-441e-afce-478acca7d4a1 req-10158355-466e-44d3-af48-8033ca61165a tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 931 time: 0.0914438 Oct 14 17:56:56.598091 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a586fa77-4dad-4db8-be6a-9bbf0c9aa156 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:56:56.610872 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Publish callbacks [] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.629297 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7cbff0ee-dfba-441e-afce-478acca7d4a1 req-eb78b2f0-eaba-48be-a5bd-23bc55eefb39 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961473 Oct 14 17:56:56.634256 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Transition to ACTIVE for port object a586fa77-4dad-4db8-be6a-9bbf0c9aa156 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:56:56.640370 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.647579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:56.675273 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:56.709589 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad822-6a61-4515-9562-d6760944831a service neutron] Pushing event updated for resources: {'Port': ['ID=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:56.767219 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Attempting to bind port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:56:56.767579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Attempting to bind port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:56:56.767860 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Attempting to bind port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 on network 0839c4a7-60df-4004-b766-c9b4558a0a2e {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:56:56.813683 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 on network 0839c4a7-60df-4004-b766-c9b4558a0a2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:56:56.815680 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Attempting to bind port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 on network 0839c4a7-60df-4004-b766-c9b4558a0a2e {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:56:56.860562 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:56:56.860917 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Checking segment: {'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:56:56.861343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Bound using segment: {'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:56:56.861812 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Bound port: a586fa77-4dad-4db8-be6a-9bbf0c9aa156, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:56:56.862169 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.933364 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] For port a586fa77-4dad-4db8-be6a-9bbf0c9aa156, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:56:56.937476 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] For port a586fa77-4dad-4db8-be6a-9bbf0c9aa156, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:56:56.943242 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.947614 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:56.948244 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:56.949617 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-434ad822-6a61-4515-9562-d6760944831a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a586fa77-4dad-4db8-be6a-9bbf0c9aa156 HTTP/1.1" status: 200 len: 1093 time: 0.8226643 Oct 14 17:56:56.950166 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e714d-90e7-4e09-b976-07d53f7a8444', 'tag': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:56:56.953510 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "540e714d-90e7-4e09-b976-07d53f7a8444", "tag": "a586fa77-4dad-4db8-be6a-9bbf0c9aa156"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:56:57.008293 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ba3b3-53cb-4a5e-a2d4-1963236b1423 x-openstack-request-id: req-909ba3b3-53cb-4a5e-a2d4-1963236b1423 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:56:57.008572 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e714d-90e7-4e09-b976-07d53f7a8444", "tag": "a586fa77-4dad-4db8-be6a-9bbf0c9aa156", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:56:57.008821 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-909ba3b3-53cb-4a5e-a2d4-1963236b1423 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:56:57.009215 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909ba3b3-53cb-4a5e-a2d4-1963236b1423'] response: {'name': 'network-changed', 'server_uuid': '540e714d-90e7-4e09-b976-07d53f7a8444', 'tag': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156', 'status': 'completed', 'code': 200} Oct 14 17:56:57.030179 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad822-6a61-4515-9562-d6760944831a service neutron] Pushing event updated for resources: {'Port': ['ID=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:57.067679 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973631-641a-4465-9516-96c672dedb74 req-93adcbf5-15d0-4490-8dd8-0ab3045cd747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:57.069190 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-93adcbf5-15d0-4490-8dd8-0ab3045cd747 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19f786f7363e44d78e478f2fec202f4d&device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 1127 time: 0.0512331 Oct 14 17:56:57.112644 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-aba811e1-6d3c-48c4-943b-c9b5f6c61b34 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a586fa77-4dad-4db8-be6a-9bbf0c9aa156 HTTP/1.1" status: 200 len: 217 time: 0.0332084 Oct 14 17:56:57.164534 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973631-641a-4465-9516-96c672dedb74 req-2fe8b094-659c-446d-a2df-39042f2f9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:57.166016 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-2fe8b094-659c-446d-a2df-39042f2f9156 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4ca0663f-a3da-472a-883e-a8ad93efbdcd HTTP/1.1" status: 200 len: 854 time: 0.0459929 Oct 14 17:56:57.205723 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-a1bf88a4-72ef-4ede-8ec5-ff918fc6404d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0839c4a7-60df-4004-b766-c9b4558a0a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298710 Oct 14 17:56:57.311205 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-3133479c-e63a-4aa9-a3b7-fbb054a9df67 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907018 Oct 14 17:56:57.422760 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed973631-641a-4465-9516-96c672dedb74 req-11d06b9e-df00-4615-bc05-4469d4f01aef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028757 Oct 14 17:56:57.611309 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae045bc-192c-4a8a-b204-11a9695d2f78 req-7d06fe56-9e77-4090-b70d-e135d30cf8e0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:57.612754 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2ae045bc-192c-4a8a-b204-11a9695d2f78 req-7d06fe56-9e77-4090-b70d-e135d30cf8e0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0475647 Oct 14 17:56:57.659583 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2ae045bc-192c-4a8a-b204-11a9695d2f78 req-b12c38df-a322-4dac-914f-adc7d0e58a52 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Oct 14 17:56:57.757067 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15103fdf-0eec-4c9c-822f-1c638e31920f req-12a3cb5f-85e4-4890-a689-db7b5d15f903 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:57.758518 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-15103fdf-0eec-4c9c-822f-1c638e31920f req-12a3cb5f-85e4-4890-a689-db7b5d15f903 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 943 time: 0.0484228 Oct 14 17:56:57.809462 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-15103fdf-0eec-4c9c-822f-1c638e31920f req-b9f69a5c-802d-4d3b-8420-440bab3df9ad tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 Oct 14 17:56:58.570492 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-b993626f-667b-4b3e-82cd-3481d8ca105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:58.572018 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-b993626f-667b-4b3e-82cd-3481d8ca105a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19f786f7363e44d78e478f2fec202f4d&device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 1127 time: 0.0400443 Oct 14 17:56:58.663693 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:58.678199 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:58.680193 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device a586fa77-4dad-4db8-be6a-9bbf0c9aa156 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:56:58.683288 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:58.683773 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-247274d9-72dc-4cf4-b6f6-b78b69330c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:58.684101 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:58.685540 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-247274d9-72dc-4cf4-b6f6-b78b69330c64 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0839c4a7-60df-4004-b766-c9b4558a0a2e HTTP/1.1" status: 200 len: 915 time: 0.0957129 Oct 14 17:56:58.728693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-729ae026-d71f-4fa5-9ae0-9c7eb34ff8df service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a586fa77-4dad-4db8-be6a-9bbf0c9aa156 HTTP/1.1" status: 200 len: 217 time: 0.0360031 Oct 14 17:56:58.789766 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port a586fa77-4dad-4db8-be6a-9bbf0c9aa156, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:58.800811 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156', 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e', 'port_id': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156', 'mac_address': 'fa:16:3e:ac:74:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca0663f-a3da-472a-883e-a8ad93efbdcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:56:58.806000 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:56:58.816001 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cc4a5-bd2c-456f-b44e-2608672a771e req-7b709a21-e403-4fdf-a729-ab64bc614c55 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:58.817450 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-698cc4a5-bd2c-456f-b44e-2608672a771e req-7b709a21-e403-4fdf-a729-ab64bc614c55 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0728910 Oct 14 17:56:58.818880 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-a1be451c-0965-4a82-a539-2f7ca8d3dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:58.820239 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-a1be451c-0965-4a82-a539-2f7ca8d3dbc7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4ca0663f-a3da-472a-883e-a8ad93efbdcd HTTP/1.1" status: 200 len: 854 time: 0.0841081 Oct 14 17:56:58.837002 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:56:58.837384 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:58.854049 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a586fa77-4dad-4db8-be6a-9bbf0c9aa156 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:56:58.874187 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port a586fa77-4dad-4db8-be6a-9bbf0c9aa156, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:56:58.874907 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-965f15bd-ad4c-473e-ab39-32a1630a122a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0839c4a7-60df-4004-b766-c9b4558a0a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435677 Oct 14 17:56:58.879960 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:56:58.931048 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:56:58.940210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.940554 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.940917 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.941270 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.941603 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.941931 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.942257 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.942579 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.942906 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.943227 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.944164 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.944164 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.944338 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.944522 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.944837 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:56:58.983199 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-698cc4a5-bd2c-456f-b44e-2608672a771e req-2d58db62-5a19-4b88-aa29-100fc6715a0f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598046 Oct 14 17:56:59.003089 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bd0ee-9134-489d-b957-9b048050e786 req-af7d5bf5-7a01-44a4-83cd-a264ff678d8f tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:56:59.004573 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-628bd0ee-9134-489d-b957-9b048050e786 req-af7d5bf5-7a01-44a4-83cd-a264ff678d8f tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 944 time: 0.1049654 Oct 14 17:56:59.065252 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-207e9add-eca8-41ec-9f44-a071c8e94d6d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778252 Oct 14 17:56:59.087239 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-628bd0ee-9134-489d-b957-9b048050e786 req-9e1d33db-9b9f-4abc-a958-6c0b6a67a1cc tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762036 Oct 14 17:56:59.177725 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1cf2fa4e-8ecb-49d8-b15a-e992fc0fe1f1 req-ee3257de-4035-459f-b0d7-58795a6512c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880919 Oct 14 17:56:59.228626 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['a586fa77-4dad-4db8-be6a-9bbf0c9aa156'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:57:00.052777 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07693562-33bb-4956-b538-e5f3c6b290e1 req-93bd34f3-afed-44ad-8007-b636f4e678f4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:00.054330 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-07693562-33bb-4956-b538-e5f3c6b290e1 req-93bd34f3-afed-44ad-8007-b636f4e678f4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0752320 Oct 14 17:57:00.148775 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-07693562-33bb-4956-b538-e5f3c6b290e1 req-bd729687-94fa-4d15-bf3d-043544822998 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885258 Oct 14 17:57:00.156280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de8d87-381b-4f17-954a-9a7fa6ca12ef req-7cdb7c5f-4117-46e7-89ca-613756731332 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:00.157614 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-97de8d87-381b-4f17-954a-9a7fa6ca12ef req-7cdb7c5f-4117-46e7-89ca-613756731332 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0829234 Oct 14 17:57:00.225704 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-97de8d87-381b-4f17-954a-9a7fa6ca12ef req-f7c67bc4-2d16-4725-81ad-d371a0bcfe4e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593097 Oct 14 17:57:00.291749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694017d-6a1f-4c44-9278-56865163f3e1 req-325fdb26-7030-4d96-bbb6-d0d04d5fa292 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:00.293366 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b694017d-6a1f-4c44-9278-56865163f3e1 req-325fdb26-7030-4d96-bbb6-d0d04d5fa292 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 944 time: 0.0668020 Oct 14 17:57:00.343312 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b694017d-6a1f-4c44-9278-56865163f3e1 req-2f96e6bd-239d-4db4-b1d7-c632d3b3c8da tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Oct 14 17:57:00.691891 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device a586fa77-4dad-4db8-be6a-9bbf0c9aa156 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:00.738092 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:57:00.746558 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:00.746937 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:00.748196 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 Oct 14 17:57:00.821321 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:00.821704 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:00.844596 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e714d-90e7-4e09-b976-07d53f7a8444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:00.846789 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395a5e30-f51a-4c58-a7a7-dc55218655f0" -d '{"events": [{"server_uuid": "540e714d-90e7-4e09-b976-07d53f7a8444", "name": "network-vif-plugged", "status": "completed", "tag": "a586fa77-4dad-4db8-be6a-9bbf0c9aa156"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:00.860141 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port a586fa77-4dad-4db8-be6a-9bbf0c9aa156, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:00.864415 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:00.892616 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ecf74c-d035-4eef-83ad-10f9d48d2019 x-openstack-request-id: req-78ecf74c-d035-4eef-83ad-10f9d48d2019 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:00.892926 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e714d-90e7-4e09-b976-07d53f7a8444", "name": "network-vif-plugged", "status": "completed", "tag": "a586fa77-4dad-4db8-be6a-9bbf0c9aa156", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:00.893177 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-78ecf74c-d035-4eef-83ad-10f9d48d2019 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:00.893561 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ecf74c-d035-4eef-83ad-10f9d48d2019'] response: {'server_uuid': '540e714d-90e7-4e09-b976-07d53f7a8444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156', 'code': 200} Oct 14 17:57:00.922230 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:01.061555 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359967eb-0d64-4256-9d14-f8507d2d5489 req-3f340693-20d7-41e3-b93e-d4eb5f7f170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:01.063041 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-359967eb-0d64-4256-9d14-f8507d2d5489 req-3f340693-20d7-41e3-b93e-d4eb5f7f170f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 1129 time: 0.0383773 Oct 14 17:57:01.110163 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-359967eb-0d64-4256-9d14-f8507d2d5489 req-421a3273-6909-4cf6-9937-a18b92d6dd1e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 Oct 14 17:57:01.289302 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18504ed-a4b3-4701-b699-c3a294648169 req-12dcccf6-3aeb-48c2-a101-a05f434da132 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:01.290762 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e18504ed-a4b3-4701-b699-c3a294648169 req-12dcccf6-3aeb-48c2-a101-a05f434da132 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0477405 Oct 14 17:57:01.376692 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc438a87-ca54-4d32-8801-64f239dc3952 req-462d430e-338d-42bc-b0b0-b08d10052c67 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:01.378080 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fc438a87-ca54-4d32-8801-64f239dc3952 req-462d430e-338d-42bc-b0b0-b08d10052c67 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0644014 Oct 14 17:57:01.381078 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e18504ed-a4b3-4701-b699-c3a294648169 req-0994eba6-38f6-43a3-9a3e-3c9f36367060 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841706 Oct 14 17:57:01.403353 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:01.433771 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fc438a87-ca54-4d32-8801-64f239dc3952 req-3cf1d60e-003f-43a6-b227-0bc524d66ac4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499690 Oct 14 17:57:01.454413 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:01.505787 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f9e8d-e5fb-430f-b210-e5a05923f9a6 req-56d0c960-9f20-4969-ae0f-925b26cdfeef tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:01.507231 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f4f9e8d-e5fb-430f-b210-e5a05923f9a6 req-56d0c960-9f20-4969-ae0f-925b26cdfeef tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 945 time: 0.0631678 Oct 14 17:57:01.556586 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f4f9e8d-e5fb-430f-b210-e5a05923f9a6 req-7595bce9-da25-4e26-bc24-d78fc33539fd tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Oct 14 17:57:01.928244 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:01.930739 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:02.523006 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f42f-075b-4989-a5bd-cbbc2f02e4f9 req-55770687-a842-4d13-a7e0-77588b2cda7c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:02.524458 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5fa9f42f-075b-4989-a5bd-cbbc2f02e4f9 req-55770687-a842-4d13-a7e0-77588b2cda7c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0513978 Oct 14 17:57:02.581832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870118-7407-4e5e-adc1-f7f9f63a7147 req-ecf53ddb-e5de-406c-bb22-9b11b405fa82 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:02.583285 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-55870118-7407-4e5e-adc1-f7f9f63a7147 req-ecf53ddb-e5de-406c-bb22-9b11b405fa82 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0672762 Oct 14 17:57:02.619803 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5fa9f42f-075b-4989-a5bd-cbbc2f02e4f9 req-3c2eee80-5fd2-4504-a32a-d46beec14198 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873420 Oct 14 17:57:02.646333 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-55870118-7407-4e5e-adc1-f7f9f63a7147 req-2e78e35d-0df1-47a7-9540-6d33043e94a6 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571675 Oct 14 17:57:02.735112 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08925ee8-087b-4000-be93-25f5faaf8df6 req-d4c786f6-63a0-4856-9479-a36481a1d1a8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:02.736802 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-08925ee8-087b-4000-be93-25f5faaf8df6 req-d4c786f6-63a0-4856-9479-a36481a1d1a8 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Oct 14 17:57:02.784609 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-08925ee8-087b-4000-be93-25f5faaf8df6 req-3db705d3-dfa4-473d-ba11-45727e6c1ef1 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Oct 14 17:57:03.780069 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bd5a0-b345-4bb9-913f-e43b0a04ef1d req-48132bba-e9f1-4bd6-a358-5ddd50ca1a6a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:03.781656 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b81bd5a0-b345-4bb9-913f-e43b0a04ef1d req-48132bba-e9f1-4bd6-a358-5ddd50ca1a6a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0786121 Oct 14 17:57:03.789630 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641ab84-f204-4543-a810-af4e852037d2 req-d189aed3-d657-4696-90d8-f221922bf963 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:03.791110 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0641ab84-f204-4543-a810-af4e852037d2 req-d189aed3-d657-4696-90d8-f221922bf963 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0599589 Oct 14 17:57:03.868718 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b81bd5a0-b345-4bb9-913f-e43b0a04ef1d req-71558b97-24bc-49b3-8ca5-388e42f3e43f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766211 Oct 14 17:57:03.873330 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0641ab84-f204-4543-a810-af4e852037d2 req-1b1083a5-3bed-42cd-a1c1-b3b043c8a4ba tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734291 Oct 14 17:57:04.466946 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44252) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:04.577571 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-beaea6af-b3a6-4dca-b170-4b6ce9b013d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:04.661184 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-beaea6af-b3a6-4dca-b170-4b6ce9b013d7 admin admin] Publish callbacks [] for security_group (4013d95d-f3cd-4992-a891-9d41ac1e2c7f), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:04.664997 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-beaea6af-b3a6-4dca-b170-4b6ce9b013d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4013d95d-f3cd-4992-a891-9d41ac1e2c7f), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:04.703932 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaea6af-b3a6-4dca-b170-4b6ce9b013d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4013d95d-f3cd-4992-a891-9d41ac1e2c7f,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:04.708196 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-beaea6af-b3a6-4dca-b170-4b6ce9b013d7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2508480db6a848fe8bc4dae99c55bb9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401392 Oct 14 17:57:04.710839 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44256) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:04.758930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5e143f9a-db99-4132-92f9-66bbc9e4c96a admin admin] Publish callbacks [] for security_group (4013d95d-f3cd-4992-a891-9d41ac1e2c7f), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:04.771654 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:04.784637 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5e143f9a-db99-4132-92f9-66bbc9e4c96a admin admin] Publish callbacks [] for security_group (4013d95d-f3cd-4992-a891-9d41ac1e2c7f), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:04.836693 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5e143f9a-db99-4132-92f9-66bbc9e4c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4013d95d-f3cd-4992-a891-9d41ac1e2c7f), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:04.840350 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5e143f9a-db99-4132-92f9-66bbc9e4c96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:04.844123 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-5e143f9a-db99-4132-92f9-66bbc9e4c96a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4013d95d-f3cd-4992-a891-9d41ac1e2c7f HTTP/1.1" status: 204 len: 168 time: 0.1299858 Oct 14 17:57:04.851183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e143f9a-db99-4132-92f9-66bbc9e4c96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013d95d-f3cd-4992-a891-9d41ac1e2c7f,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:05.040776 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294322-886a-4a39-99d3-dd6b7215096a req-fc4fba4c-59fb-4f21-9ecc-39d5ec8ecb09 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:05.042328 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-df294322-886a-4a39-99d3-dd6b7215096a req-fc4fba4c-59fb-4f21-9ecc-39d5ec8ecb09 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0864043 Oct 14 17:57:05.051968 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b159b-1d04-48ba-bd86-6374d3c13f3c req-9613b40b-f853-4842-87f5-7b934bb4871a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:05.053380 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6a6b159b-1d04-48ba-bd86-6374d3c13f3c req-9613b40b-f853-4842-87f5-7b934bb4871a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0863395 Oct 14 17:57:05.089928 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:05.141963 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-df294322-886a-4a39-99d3-dd6b7215096a req-a8ddba9f-1859-46ff-a77c-4ce08d7b1f66 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876384 Oct 14 17:57:05.146153 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6a6b159b-1d04-48ba-bd86-6374d3c13f3c req-022bbc5d-e8d4-4d15-a856-4574bba0d47f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850105 Oct 14 17:57:05.537370 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44286) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:05.637410 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-690582825-network', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:05.658728 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Made reservation on behalf of f41c0e3b1239415ba4105ca5014cbe28 for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:57:05.661295 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:05.670838 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:05.748820 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks [] for security_group (96097201-d740-47a0-b1c5-3dd095e43172), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:05.752251 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (96097201-d740-47a0-b1c5-3dd095e43172), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:05.777425 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:57:05.789962 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96097201-d740-47a0-b1c5-3dd095e43172,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:05.792782 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (2a2d0fcb-3d5f-42f3-934d-b7ea0299175d), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:05.793117 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Added segment 2a2d0fcb-3d5f-42f3-934d-b7ea0299175d of type vlan for network 756a6544-0d40-4f61-8438-42aaa0ee03ce Oct 14 17:57:05.835001 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (756a6544-0d40-4f61-8438-42aaa0ee03ce), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:05.859280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (756a6544-0d40-4f61-8438-42aaa0ee03ce), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:05.860372 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:05.860973 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.172425 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6339331 Oct 14 17:57:06.174613 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 44292) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:06.180890 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Request body: {'subnet': {'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-690582825-subnet', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:06.182508 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235ee5-e927-43bb-96f1-c41db7934670 admin admin] Pushing event updated for resources: {'Network': ['ID=756a6544-0d40-4f61-8438-42aaa0ee03ce,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:06.193072 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:57:06.240773 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Made reservation on behalf of f41c0e3b1239415ba4105ca5014cbe28 for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:57:06.244769 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.315672 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.375832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-f59ea148-98af-4c00-bef3-4c20cc7a0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.377344 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-f59ea148-98af-4c00-bef3-4c20cc7a0368 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1129 time: 0.1548169 Oct 14 17:57:06.384391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cf083-bb6d-431d-94c1-2cb15a8bab44 req-857a7517-dcd7-441d-8bcf-1ff3998295c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.385794 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1c9cf083-bb6d-431d-94c1-2cb15a8bab44 req-857a7517-dcd7-441d-8bcf-1ff3998295c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1129 time: 0.1512558 Oct 14 17:57:06.394160 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff3c5-3dd5-406e-a891-717751500864 req-f403fc34-306e-47c2-8b24-10d957ac8922 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.395639 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-734ff3c5-3dd5-406e-a891-717751500864 req-f403fc34-306e-47c2-8b24-10d957ac8922 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1227880 Oct 14 17:57:06.431279 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8daca-e326-40a5-b344-ea9a0fd0f33c req-f8b7970e-20ab-476a-ac47-0b1d9c14eaa8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.432767 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-06c8daca-e326-40a5-b344-ea9a0fd0f33c req-f8b7970e-20ab-476a-ac47-0b1d9c14eaa8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.1475754 Oct 14 17:57:06.478688 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (11e1f7da-737e-41d2-9ee9-bbdb46c89f09), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.534789 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:06.536679 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e1f7da-737e-41d2-9ee9-bbdb46c89f09,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:06.552884 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Checking segment: {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:06.553241 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Network hostable DHCP agents. Network: 756a6544-0d40-4f61-8438-42aaa0ee03ce, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:57:06.571895 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:57:06.579647 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1c9cf083-bb6d-431d-94c1-2cb15a8bab44 req-11bc6d0f-8b16-4094-98b6-7cf5d1bedb2d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828756 Oct 14 17:57:06.582046 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 756a6544-0d40-4f61-8438-42aaa0ee03ce) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:06.587216 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.588215 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.591557 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a75aa-6c15-479b-b5d4-a13dab46280d None None] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:57:06.594567 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-734ff3c5-3dd5-406e-a891-717751500864 req-23c60475-1e9f-4274-9f07-fc0ed8b9f5b5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870441 Oct 14 17:57:06.605988 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-06c8daca-e326-40a5-b344-ea9a0fd0f33c req-addddb2d-f41e-449e-8078-c19aa442293f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566277 Oct 14 17:57:06.608355 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:06.633906 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-9670b26b-3678-43eb-8ae1-10673f78a4f0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4556236 Oct 14 17:57:06.634093 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 44300) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:06.641459 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-49e40f98-f9fb-4a0c-a978-04ee2a552164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.642016 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:06.643217 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-49e40f98-f9fb-4a0c-a978-04ee2a552164 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.2238975 Oct 14 17:57:06.665192 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.666183 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.719781 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-756a6544-0d40-4f61-8438-42aaa0ee03ce', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:57:06.720714 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.722602 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks [] for router_controller (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), precommit_add_association {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.829818 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-8919d7c2-66fe-4026-9bc6-2c2a50234e9c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 200 len: 217 time: 0.0372987 Oct 14 17:57:06.866478 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks [] for router_gateway (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:06.867175 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Allocated IP 172.20.0.2 (756a6544-0d40-4f61-8438-42aaa0ee03ce/11e1f7da-737e-41d2-9ee9-bbdb46c89f09/836c6476-7cd3-4148-9f92-72142828328c) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:06.895893 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-6de703d4-fa45-4726-a53b-e477c495a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.897471 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-6de703d4-fa45-4726-a53b-e477c495a196 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0596812 Oct 14 17:57:06.946472 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-5c6cec97-f137-4549-982c-1a5f9d92a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:06.946472 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-5c6cec97-f137-4549-982c-1a5f9d92a8bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416186 Oct 14 17:57:07.040076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Publish callbacks [] for port (836c6476-7cd3-4148-9f92-72142828328c), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.059914 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (836c6476-7cd3-4148-9f92-72142828328c), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.067911 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks [] for router_gateway (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.086423 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.116073 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:07.120293 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Pushing event updated for resources: {'Port': ['ID=836c6476-7cd3-4148-9f92-72142828328c,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:07.124283 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:07.126861 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:07.187118 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:07.203888 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Attempting to bind port 836c6476-7cd3-4148-9f92-72142828328c on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:07.204460 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Attempting to bind port 836c6476-7cd3-4148-9f92-72142828328c by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:07.204696 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Attempting to bind port 836c6476-7cd3-4148-9f92-72142828328c on network 756a6544-0d40-4f61-8438-42aaa0ee03ce {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:07.210771 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Allocated IP 172.27.3.237 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/2de007b6-fae2-4326-99d8-fceb3366a9ee) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:07.227506 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:07.235609 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:07.257048 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:07.257405 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Checking segment: {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:07.258035 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.258631 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Bound using segment: {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:07.259465 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Bound port: 836c6476-7cd3-4148-9f92-72142828328c, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:07.260050 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (836c6476-7cd3-4148-9f92-72142828328c), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.263312 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:07.313607 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:07.347672 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] For port 836c6476-7cd3-4148-9f92-72142828328c, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:07.355159 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] For port 836c6476-7cd3-4148-9f92-72142828328c, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=836c6476-7cd3-4148-9f92-72142828328c,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:07.357193 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks [] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.375353 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (836c6476-7cd3-4148-9f92-72142828328c), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.413265 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:07.425775 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baad83-882c-4989-bf4e-09eb7d92ef35 req-f864e465-b13f-45dd-8617-d8f6e50f6b9e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:07.427335 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-04baad83-882c-4989-bf4e-09eb7d92ef35 req-f864e465-b13f-45dd-8617-d8f6e50f6b9e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0781040 Oct 14 17:57:07.451921 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e59f83-f3cf-4fb8-8e53-2c29347c0560 None None] Pushing event updated for resources: {'Port': ['ID=836c6476-7cd3-4148-9f92-72142828328c,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:07.463479 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:07.466641 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:07.471203 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:07.496132 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-45dfad61-544a-49ae-8a28-37facbc3b46d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343037 Oct 14 17:57:07.500922 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-04baad83-882c-4989-bf4e-09eb7d92ef35 req-009d794f-cedb-4dee-929d-79d67eb55ae5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636928 Oct 14 17:57:07.519936 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Pushing event updated for resources: {'Port': ['ID=2de007b6-fae2-4326-99d8-fceb3366a9ee,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:07.685174 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ec1c9e1-a21d-4f43-b104-ee965e672d3a req-ed1fef0f-ff01-4819-9cb6-38bcb14ce9f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420884 Oct 14 17:57:07.828672 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a615f-2181-4f28-b236-071542dc1153 req-8d5ec958-0584-4ddf-898d-dfc04e55eb3a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:07.830265 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3d9a615f-2181-4f28-b236-071542dc1153 req-8d5ec958-0584-4ddf-898d-dfc04e55eb3a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0919967 Oct 14 17:57:07.836106 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b775792-3c8b-4d07-870b-18d5f4c5d444 req-1f158fd4-ebfe-4d8b-b830-0bc3039028bf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:07.837601 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7b775792-3c8b-4d07-870b-18d5f4c5d444 req-1f158fd4-ebfe-4d8b-b830-0bc3039028bf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0877755 Oct 14 17:57:07.924847 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3d9a615f-2181-4f28-b236-071542dc1153 req-f6853aab-c1df-4386-85b9-ce7f4633ef7e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 Oct 14 17:57:07.928139 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7b775792-3c8b-4d07-870b-18d5f4c5d444 req-b48dbc80-20da-4942-b2df-9716b12f9d02 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823748 Oct 14 17:57:07.976393 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks [] for router_gateway (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:08.019205 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:08.024474 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:08.177857 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 836c6476-7cd3-4148-9f92-72142828328c up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:08.187601 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:08.231477 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 836c6476-7cd3-4148-9f92-72142828328c triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:08.232119 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (836c6476-7cd3-4148-9f92-72142828328c), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:08.232250 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 836c6476-7cd3-4148-9f92-72142828328c Oct 14 17:57:08.328659 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 836c6476-7cd3-4148-9f92-72142828328c is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:08.329270 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (836c6476-7cd3-4148-9f92-72142828328c), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:08.337044 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:57:08.374064 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 836c6476-7cd3-4148-9f92-72142828328c, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=836c6476-7cd3-4148-9f92-72142828328c,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:08.379191 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (836c6476-7cd3-4148-9f92-72142828328c), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:08.433846 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=836c6476-7cd3-4148-9f92-72142828328c,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:08.473193 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:57:08.478009 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:08.484635 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Sync routers for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:57:08.498137 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:08.499279 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:08.503431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:08.504937 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-60ee4c26-9f25-4fc3-a987-ce4069886811 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8697293 Oct 14 17:57:08.507702 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44316) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:08.535713 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca282f48-5060-4cab-a86b-df5c78c62cd9 None None] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:57:08.628028 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-a39c4137-354a-48f4-8885-0dd0a52fa60b None None] Provisioning complete for port 836c6476-7cd3-4148-9f92-72142828328c triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:08.628457 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a39c4137-354a-48f4-8885-0dd0a52fa60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (836c6476-7cd3-4148-9f92-72142828328c), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:08.628801 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-a39c4137-354a-48f4-8885-0dd0a52fa60b None None] Attempt 1 to provision port 836c6476-7cd3-4148-9f92-72142828328c Oct 14 17:57:08.736414 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a9702-eca2-4cb5-8be7-67f64e2be1e3 req-f0acc959-00fe-4e7e-89ec-da6a130e75e5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:08.737983 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8f8a9702-eca2-4cb5-8be7-67f64e2be1e3 req-f0acc959-00fe-4e7e-89ec-da6a130e75e5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0968425 Oct 14 17:57:08.878261 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8f8a9702-eca2-4cb5-8be7-67f64e2be1e3 req-40b17ea7-fcae-4b79-9aa1-94947411211b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331639 Oct 14 17:57:08.890103 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:08.945037 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:09.021900 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:09.058591 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a39c4137-354a-48f4-8885-0dd0a52fa60b None None] Current status of the port 836c6476-7cd3-4148-9f92-72142828328c is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:09.133690 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:07Z', 'revision_number': 3, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:09.166611 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Checking router: 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:57:09.166958 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Updating router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 port 2de007b6-fae2-4326-99d8-fceb3366a9ee binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:57:09.172666 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464de1-3f9c-494b-adf8-4cb3cef343ab req-a1fdd77d-611c-49b7-b0a1-1f91d5712ff0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:09.174172 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6464de1-3f9c-494b-adf8-4cb3cef343ab req-a1fdd77d-611c-49b7-b0a1-1f91d5712ff0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1023488 Oct 14 17:57:09.197606 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.206888 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbfcfa-fcb4-4b28-a4bd-ef0150b969f7 req-0227eb51-a515-4dfd-a00f-9134f753670c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:09.208550 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-eedbfcfa-fcb4-4b28-a4bd-ef0150b969f7 req-0227eb51-a515-4dfd-a00f-9134f753670c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.1378248 Oct 14 17:57:09.261020 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.301823 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-90c06153-4492-40e5-bd4d-03f21c64008b None None] Provisioning complete for port 836c6476-7cd3-4148-9f92-72142828328c triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:09.302441 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-90c06153-4492-40e5-bd4d-03f21c64008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (836c6476-7cd3-4148-9f92-72142828328c), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.302538 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-90c06153-4492-40e5-bd4d-03f21c64008b None None] Attempt 1 to provision port 836c6476-7cd3-4148-9f92-72142828328c Oct 14 17:57:09.315936 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6464de1-3f9c-494b-adf8-4cb3cef343ab req-472cec31-261a-4962-b167-7ceee1bc63fe tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197851 Oct 14 17:57:09.335290 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-eedbfcfa-fcb4-4b28-a4bd-ef0150b969f7 req-3977d91f-a67d-4d54-bc35-b755392f0310 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062853 Oct 14 17:57:09.494042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-90c06153-4492-40e5-bd4d-03f21c64008b None None] Current status of the port 836c6476-7cd3-4148-9f92-72142828328c is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:09.503514 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:09.509702 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Allocated IP 172.20.0.1 (756a6544-0d40-4f61-8438-42aaa0ee03ce/11e1f7da-737e-41d2-9ee9-bbdb46c89f09/648f2a6a-eedd-46dc-887e-d1c475abea05) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:09.564882 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Publish callbacks [] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.572273 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.618518 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Attempting to bind port 2de007b6-fae2-4326-99d8-fceb3366a9ee on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:09.618892 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Attempting to bind port 2de007b6-fae2-4326-99d8-fceb3366a9ee by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:09.619261 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Attempting to bind port 2de007b6-fae2-4326-99d8-fceb3366a9ee on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:09.637869 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a25af-dea5-4341-a373-9338cb439c8b None None] Pushing event updated for resources: {'Port': ['ID=2de007b6-fae2-4326-99d8-fceb3366a9ee,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:09.650180 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks [] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.673891 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:09.688791 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:09.698506 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.703102 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:09.703622 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:09.704120 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.704665 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:09.705217 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Bound port: 2de007b6-fae2-4326-99d8-fceb3366a9ee, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:09.705601 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.746315 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:09.750211 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:09.754178 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:09.765909 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] For port 2de007b6-fae2-4326-99d8-fceb3366a9ee, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:09.770020 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] For port 2de007b6-fae2-4326-99d8-fceb3366a9ee, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=2de007b6-fae2-4326-99d8-fceb3366a9ee,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:09.776800 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.820108 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:09.820753 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:09.845526 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:09.852139 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Pushing event updated for resources: {'Port': ['ID=648f2a6a-eedd-46dc-887e-d1c475abea05,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:09.870602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.871045 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.871283 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.871926 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.872054 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.872597 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.872949 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.873846 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.874365 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.874714 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.875043 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.875365 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.876144 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.876144 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.876412 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:09.885292 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a25af-dea5-4341-a373-9338cb439c8b None None] Pushing event updated for resources: {'Port': ['ID=2de007b6-fae2-4326-99d8-fceb3366a9ee,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:09.901647 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-a6d8eef5-fbbb-461c-990b-45a2089660a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:09.913037 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-a6d8eef5-fbbb-461c-990b-45a2089660a4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1129 time: 0.1540208 Oct 14 17:57:09.919431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae0a3d-d341-41d9-88b3-681a97f9356e req-0eff0c6c-491d-4bbf-b0ae-ec7a33a110be tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:09.921256 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80ae0a3d-d341-41d9-88b3-681a97f9356e req-0eff0c6c-491d-4bbf-b0ae-ec7a33a110be tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.1387269 Oct 14 17:57:09.921714 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:09.978721 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:09.992868 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:10.060965 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-a9521a77-fc40-4adf-87f8-28c7609d955a None None] Provisioning complete for port 648f2a6a-eedd-46dc-887e-d1c475abea05 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:10.061496 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a9521a77-fc40-4adf-87f8-28c7609d955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:10.061835 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-a9521a77-fc40-4adf-87f8-28c7609d955a None None] Attempt 1 to provision port 648f2a6a-eedd-46dc-887e-d1c475abea05 Oct 14 17:57:10.139270 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a9521a77-fc40-4adf-87f8-28c7609d955a None None] Port 648f2a6a-eedd-46dc-887e-d1c475abea05 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:57:10.142879 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5331-1ada-4da1-b1e7-5ca710489b84 req-1d56620e-f55b-4922-ad66-3219a1ca987d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:10.145004 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80fe5331-1ada-4da1-b1e7-5ca710489b84 req-1d56620e-f55b-4922-ad66-3219a1ca987d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1740570 Oct 14 17:57:10.159525 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80ae0a3d-d341-41d9-88b3-681a97f9356e req-d13646b8-c7f1-4357-8390-0a44fa81a994 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895413 Oct 14 17:57:10.203089 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 836c6476-7cd3-4148-9f92-72142828328c up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:10.243553 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:10.248799 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:07Z', 'revision_number': 3, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:10.261913 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-2edcd901-26e1-4b51-8752-f73163cd8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:10.263385 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-2edcd901-26e1-4b51-8752-f73163cd8358 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.2915857 Oct 14 17:57:10.280980 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be2a5e1-dfcb-445b-8014-4a59d0b4e80f None None] The sync data for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi is: [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:07Z', 'revision_number': 3, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:57:10.281219 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80fe5331-1ada-4da1-b1e7-5ca710489b84 req-45857b05-537d-489e-9bc2-1d0f54394a30 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181860 Oct 14 17:57:10.292444 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 836c6476-7cd3-4148-9f92-72142828328c triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:10.292823 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (836c6476-7cd3-4148-9f92-72142828328c), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:10.293160 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 836c6476-7cd3-4148-9f92-72142828328c Oct 14 17:57:10.324517 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-74d6d4d0-6a99-44b6-8258-77535f359e1b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 200 len: 217 time: 0.0531251 Oct 14 17:57:10.398991 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 836c6476-7cd3-4148-9f92-72142828328c is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:10.465057 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-7ea6f1fd-acc3-43f9-90a1-fd473263392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:10.466547 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-7ea6f1fd-acc3-43f9-90a1-fd473263392b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.1276612 Oct 14 17:57:10.768037 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cd929-f0c7-4afa-a961-71c33a8f2c0d req-2cea1164-901d-48d9-ae01-1a4ad6588e30 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:10.769642 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f27cd929-f0c7-4afa-a961-71c33a8f2c0d req-2cea1164-901d-48d9-ae01-1a4ad6588e30 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.3444152 Oct 14 17:57:10.812791 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-808201bf-a21c-4f91-8d8f-940d2e2a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:10.814312 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-808201bf-a21c-4f91-8d8f-940d2e2a2ee5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3358369 Oct 14 17:57:10.895140 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks [] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:10.906729 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:10.957189 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f27cd929-f0c7-4afa-a961-71c33a8f2c0d req-a28e5056-a8d6-434c-97aa-3f65243ebd4c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811895 Oct 14 17:57:10.999577 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:11.016418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Pushing event updated for resources: {'Port': ['ID=648f2a6a-eedd-46dc-887e-d1c475abea05,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:11.025596 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:11.031465 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-acc2a11c-97b7-4079-bd7d-b5c9750732bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070758 Oct 14 17:57:11.132745 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:11.199152 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8dc1ebb-26e0-457c-9a14-0623814ffb4e req-9908d2c5-3b5e-4e2e-a726-21929cddcebe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595337 Oct 14 17:57:11.205473 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:11.206917 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:11.355983 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7e44e-3077-4934-9dc1-ac04b5e00695 req-cf466e84-d481-41bc-9779-9c06ae7b84bb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:11.358006 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dcc7e44e-3077-4934-9dc1-ac04b5e00695 req-cf466e84-d481-41bc-9779-9c06ae7b84bb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0887847 Oct 14 17:57:11.366630 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:57:11.466629 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-88a9dec1-c174-4c75-86b8-289b5230e1e1 None None] Provisioning complete for port 648f2a6a-eedd-46dc-887e-d1c475abea05 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:11.467795 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-88a9dec1-c174-4c75-86b8-289b5230e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:11.467955 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-88a9dec1-c174-4c75-86b8-289b5230e1e1 None None] Attempt 1 to provision port 648f2a6a-eedd-46dc-887e-d1c475abea05 Oct 14 17:57:11.498686 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8f399-2b60-4a72-91c2-c970fe4d1481 req-5c192714-e3ae-4559-ad39-ca90faca4e5e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:11.500076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-88a9dec1-c174-4c75-86b8-289b5230e1e1 None None] Port 648f2a6a-eedd-46dc-887e-d1c475abea05 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:57:11.500200 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5fb8f399-2b60-4a72-91c2-c970fe4d1481 req-5c192714-e3ae-4559-ad39-ca90faca4e5e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1058998 Oct 14 17:57:11.505453 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dcc7e44e-3077-4934-9dc1-ac04b5e00695 req-424900f0-c82c-4527-84a0-d4fbd4c9bb70 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321185 Oct 14 17:57:11.579136 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:57:11.586127 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-00b3c2d4-ddde-4279-8582-62847e71dd13 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/256fd2ea-9bb7-4931-82e1-1c4c62f0f711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0773633 Oct 14 17:57:11.599756 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5fb8f399-2b60-4a72-91c2-c970fe4d1481 req-0a8f1e74-c4d7-4f19-89a0-2ec7b68e1b6f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646920 Oct 14 17:57:11.876851 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Sync routers for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:57:11.889748 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:11.890949 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:12.000712 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:12.095971 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 44364) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:12.102273 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-952245655-network', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:12.116031 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:12.128247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b51f-4cd6-43a0-983b-6f9523e4d5eb req-886228a5-600d-4744-a8d8-ec9b03a9caae tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:12.130875 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91d5b51f-4cd6-43a0-983b-6f9523e4d5eb req-886228a5-600d-4744-a8d8-ec9b03a9caae tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0790472 Oct 14 17:57:12.143311 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Made reservation on behalf of 8b7c06918a2c4c84ae618127ce8c44c1 for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:57:12.146185 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.156902 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.203762 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 2de007b6-fae2-4326-99d8-fceb3366a9ee up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:12.206975 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-91d5b51f-4cd6-43a0-983b-6f9523e4d5eb req-2093640d-e0d1-4a5e-adc6-5c84c9ba2903 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688031 Oct 14 17:57:12.231083 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 2, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:12.261990 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Checking router: 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:57:12.262339 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Updating router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 port 648f2a6a-eedd-46dc-887e-d1c475abea05 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:57:12.270883 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks [] for security_group (37e7da60-96ac-4349-ac18-95e6437a79c2), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.273341 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 2de007b6-fae2-4326-99d8-fceb3366a9ee triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:12.274624 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.274954 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (37e7da60-96ac-4349-ac18-95e6437a79c2), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.275310 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 2de007b6-fae2-4326-99d8-fceb3366a9ee Oct 14 17:57:12.293110 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.302800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:57:12.329248 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e7da60-96ac-4349-ac18-95e6437a79c2,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:12.332229 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (352e6150-94a5-40f9-9915-8d541ac2ba25), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.332567 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Added segment 352e6150-94a5-40f9-9915-8d541ac2ba25 of type vlan for network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 Oct 14 17:57:12.349310 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.349643 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.350002 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.350340 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.350666 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.350990 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.351316 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.351635 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.351994 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.352300 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.352640 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.352967 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.353270 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.353582 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.353892 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.366780 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 2de007b6-fae2-4326-99d8-fceb3366a9ee is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:12.367238 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.399408 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 2de007b6-fae2-4326-99d8-fceb3366a9ee, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=2de007b6-fae2-4326-99d8-fceb3366a9ee,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:12.401349 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.404253 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.430889 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.432059 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:12.432673 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.457191 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=2de007b6-fae2-4326-99d8-fceb3366a9ee,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:12.491836 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3938463 Oct 14 17:57:12.494786 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44366) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:12.500898 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Request body: {'subnet': {'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-952245655-subnet', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'ip_version': 4}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:12.503838 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ea1d0-df34-454a-a267-4787c8ae43c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:12.515651 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:57:12.528742 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Made reservation on behalf of 8b7c06918a2c4c84ae618127ce8c44c1 for: {'subnet': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:57:12.531323 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649300'] for subnet (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.581414 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Publish callbacks [] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.588526 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.646533 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Pushing event updated for resources: {'Port': ['ID=648f2a6a-eedd-46dc-887e-d1c475abea05,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:12.655857 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.656252 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.656549 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.656904 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.657238 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.657564 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.657939 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.658264 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.659040 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.659398 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.659788 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.660247 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.660503 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.660812 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.661379 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:12.669074 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:12.804006 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca39e8-837a-4eee-a852-e5f7f02f1ffd req-208f2aea-19b6-4089-8956-d7274661381b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:12.805490 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8cca39e8-837a-4eee-a852-e5f7f02f1ffd req-208f2aea-19b6-4089-8956-d7274661381b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.1373551 Oct 14 17:57:12.813240 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4156663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649286'] for subnet (273fce4f-4638-47e0-a386-07822b170a98), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.831063 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Attempting to bind port 648f2a6a-eedd-46dc-887e-d1c475abea05 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:12.831424 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Attempting to bind port 648f2a6a-eedd-46dc-887e-d1c475abea05 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:12.831776 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Attempting to bind port 648f2a6a-eedd-46dc-887e-d1c475abea05 on network 756a6544-0d40-4f61-8438-42aaa0ee03ce {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:12.846083 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:12.852927 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c84874-0970-4049-8d05-32949f896299 req-b7be5c3c-5cfb-4ab7-8d31-2c63a18d22e6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:12.855130 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c6c84874-0970-4049-8d05-32949f896299 req-b7be5c3c-5cfb-4ab7-8d31-2c63a18d22e6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1164799 Oct 14 17:57:12.887590 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:12.888249 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Checking segment: {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:12.888387 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.888771 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Bound using segment: {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:12.889332 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Bound port: 648f2a6a-eedd-46dc-887e-d1c475abea05, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:12.889826 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.903940 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:12.926209 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=273fce4f-4638-47e0-a386-07822b170a98,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:12.959872 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8cca39e8-837a-4eee-a852-e5f7f02f1ffd req-a3f1e3ed-e417-4dce-adda-418c99af01c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478803 Oct 14 17:57:12.964200 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] For port 648f2a6a-eedd-46dc-887e-d1c475abea05, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:12.968429 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] For port 648f2a6a-eedd-46dc-887e-d1c475abea05, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=648f2a6a-eedd-46dc-887e-d1c475abea05,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:12.977671 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:12.980188 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c6c84874-0970-4049-8d05-32949f896299 req-d2f2b9c2-4db6-4cff-9f7e-2eb4fd1236f3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125746 Oct 14 17:57:12.980882 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Checking segment: {'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:12.981288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Network hostable DHCP agents. Network: c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:57:13.021313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:57:13.025046 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:13.025682 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:13.032033 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3) {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:13.036269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:13.036859 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.041975 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b294e9-d180-49e4-bf48-ff658b30338c None None] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:57:13.057196 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-62c876e9-a073-4e84-b267-0a21252be25e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5611925 Oct 14 17:57:13.057797 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 44374) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:13.064363 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:13.086160 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bebfc-a593-48c1-b0d8-d6f13725ec2a None None] Pushing event updated for resources: {'Port': ['ID=648f2a6a-eedd-46dc-887e-d1c475abea05,revision_number=4']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:13.094153 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:13.102122 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (517fe608-784b-4be3-a38e-bc65dbdb2e72), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.104061 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (517fe608-784b-4be3-a38e-bc65dbdb2e72), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.165629 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:13.167256 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks [] for router_controller (517fe608-784b-4be3-a38e-bc65dbdb2e72), precommit_add_association {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.168207 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'fixed_ips': [{'subnet_id': '273fce4f-4638-47e0-a386-07822b170a98'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:57:13.169692 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.338722 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks [] for router_gateway (517fe608-784b-4be3-a38e-bc65dbdb2e72), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.341039 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Allocated IP 172.20.0.2 (c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3/273fce4f-4638-47e0-a386-07822b170a98/583dfcfd-7f43-4019-92cc-e3d7348d2e71) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:13.352824 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:13.370871 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed50cf-a887-4704-929f-d87c6ea3f60d req-2275b70e-035a-49cd-889a-b71511ba7174 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:13.374141 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2ed50cf-a887-4704-929f-d87c6ea3f60d req-2275b70e-035a-49cd-889a-b71511ba7174 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0632830 Oct 14 17:57:13.403517 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:13.438045 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab2320-145b-4457-a441-4da6ec3965d9 None None] The sync data for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi is: [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:57:13.438909 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:13.466924 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2ed50cf-a887-4704-929f-d87c6ea3f60d req-2b1df10e-cb4b-4a5a-8f5a-bf2549e3ac01 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867479 Oct 14 17:57:13.596722 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks [] for router_gateway (517fe608-784b-4be3-a38e-bc65dbdb2e72), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.599692 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:13.608325 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Publish callbacks [] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.617735 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.625009 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.705420 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:13.763412 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Allocated IP 172.27.3.122 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/e94106b3-e221-4fa3-980c-091a6870345a) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:13.769976 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:13.820209 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:13.825468 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:13.830322 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:13.837136 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Pushing event updated for resources: {'Port': ['ID=583dfcfd-7f43-4019-92cc-e3d7348d2e71,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:13.898632 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Attempting to bind port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:13.899012 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Attempting to bind port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:13.899438 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Attempting to bind port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 on network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:13.909565 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks [] for port (e94106b3-e221-4fa3-980c-091a6870345a), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.948714 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (e94106b3-e221-4fa3-980c-091a6870345a), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.965638 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:13.966018 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Checking segment: {'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:13.966417 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.966792 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Bound using segment: {'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:13.968218 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Bound port: 583dfcfd-7f43-4019-92cc-e3d7348d2e71, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:13.968697 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:13.993880 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:13.999448 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:14.003489 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:14.042700 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e94106b3-e221-4fa3-980c-091a6870345a,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:14.111280 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] For port 583dfcfd-7f43-4019-92cc-e3d7348d2e71, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:14.116381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ec9f1-a0cb-431c-982d-9f76e57b8494 req-c0d241df-8a1d-4cfe-bfc3-1b6c1226a909 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:14.120129 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] For port 583dfcfd-7f43-4019-92cc-e3d7348d2e71, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=583dfcfd-7f43-4019-92cc-e3d7348d2e71,segment=NetworkSegment(352e6150-94a5-40f9-9915-8d541ac2ba25),segment_id=352e6150-94a5-40f9-9915-8d541ac2ba25)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:14.130776 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ea3ec9f1-a0cb-431c-982d-9f76e57b8494 req-c0d241df-8a1d-4cfe-bfc3-1b6c1226a909 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0783300 Oct 14 17:57:14.134070 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:14.227425 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8a335-3ffe-47af-9a41-1fbeca00cf3a None None] Pushing event updated for resources: {'Port': ['ID=583dfcfd-7f43-4019-92cc-e3d7348d2e71,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:14.294773 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75a5ab-1798-4000-af54-191454f4a088 req-1b3c79b0-2b86-4d64-90e4-d5863b838b12 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:14.302387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ec75a5ab-1798-4000-af54-191454f4a088 req-1b3c79b0-2b86-4d64-90e4-d5863b838b12 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1270056 Oct 14 17:57:14.350005 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ea3ec9f1-a0cb-431c-982d-9f76e57b8494 req-dd08e6a1-7ccb-4951-977f-2e2265c79dcc tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181599 Oct 14 17:57:14.359733 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks [] for router_gateway (517fe608-784b-4be3-a38e-bc65dbdb2e72), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:14.395812 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 648f2a6a-eedd-46dc-887e-d1c475abea05 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:14.406837 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ec75a5ab-1798-4000-af54-191454f4a088 req-2e91f918-4fb8-4dce-a616-2e790bf62ed5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035109 Oct 14 17:57:14.508853 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 648f2a6a-eedd-46dc-887e-d1c475abea05 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:14.509237 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:14.509581 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 648f2a6a-eedd-46dc-887e-d1c475abea05 Oct 14 17:57:14.658711 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 648f2a6a-eedd-46dc-887e-d1c475abea05 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:14.660709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:14.661850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6b50e-5974-4f6e-8265-8e84a734aca5 req-9ae88994-f112-468d-ac2c-437e75684482 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:14.667836 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-abf6b50e-5974-4f6e-8265-8e84a734aca5 req-9ae88994-f112-468d-ac2c-437e75684482 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0998969 Oct 14 17:57:14.744456 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 648f2a6a-eedd-46dc-887e-d1c475abea05, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=648f2a6a-eedd-46dc-887e-d1c475abea05,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:14.750817 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:14.751956 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 2de007b6-fae2-4326-99d8-fceb3366a9ee up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:14.762643 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (517fe608-784b-4be3-a38e-bc65dbdb2e72), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:14.783176 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-abf6b50e-5974-4f6e-8265-8e84a734aca5 req-8c818456-99f9-4643-86ea-d8c9978e1904 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083755 Oct 14 17:57:14.885883 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=648f2a6a-eedd-46dc-887e-d1c475abea05,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:14.903535 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 2de007b6-fae2-4326-99d8-fceb3366a9ee triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:14.903986 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:14.904333 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 2de007b6-fae2-4326-99d8-fceb3366a9ee Oct 14 17:57:15.016830 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 2de007b6-fae2-4326-99d8-fceb3366a9ee is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:15.196098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Router 517fe608-784b-4be3-a38e-bc65dbdb2e72 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:57:15.251432 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:15.301574 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:57:15.311455 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Sync routers for ids ['517fe608-784b-4be3-a38e-bc65dbdb2e72'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:57:15.320432 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:15.323764 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Routers {'517fe608-784b-4be3-a38e-bc65dbdb2e72'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:15.324504 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['517fe608-784b-4be3-a38e-bc65dbdb2e72'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:15.324635 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6555de76-e30c-4608-960d-9c3ab2ed97f9 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2655489 Oct 14 17:57:15.324713 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44406) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:15.378331 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7984471-a405-43fb-9fca-2f6538ecdb2f None None] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:57:15.470661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:15.504653 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] Provisioning complete for port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:15.504941 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:15.505287 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] Attempt 1 to provision port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 Oct 14 17:57:15.537426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-67917aea-cbaa-4605-a52e-62ab0c15991b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:15.548678 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Set router 517fe608-784b-4be3-a38e-bc65dbdb2e72 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:15.569541 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8827-0d25-424b-8897-3ed45ad9b429 req-5bd27663-6948-4985-8e3c-a43859ea0eba tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:15.570966 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8fcb8827-0d25-424b-8897-3ed45ad9b429 req-5bd27663-6948-4985-8e3c-a43859ea0eba tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0557365 Oct 14 17:57:15.692177 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8fcb8827-0d25-424b-8897-3ed45ad9b429 req-206c111a-ea5f-48af-be34-2b3f0fcb368e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852439 Oct 14 17:57:15.758053 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:15.762784 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] Current status of the port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:15.763174 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:15.776227 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:15.818713 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:15.836045 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:15.839490 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:15.843942 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] For port 583dfcfd-7f43-4019-92cc-e3d7348d2e71, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=583dfcfd-7f43-4019-92cc-e3d7348d2e71,segment=NetworkSegment(352e6150-94a5-40f9-9915-8d541ac2ba25),segment_id=352e6150-94a5-40f9-9915-8d541ac2ba25)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:15.845870 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:14Z', 'revision_number': 3, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:15.893658 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:15.901024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Checking router: 517fe608-784b-4be3-a38e-bc65dbdb2e72 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:57:15.901024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Updating router 517fe608-784b-4be3-a38e-bc65dbdb2e72 port e94106b3-e221-4fa3-980c-091a6870345a binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:57:15.959380 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (e94106b3-e221-4fa3-980c-091a6870345a), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:15.996560 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404584d-cf5f-4984-96c7-eed9e2354e15 None None] Pushing event updated for resources: {'Port': ['ID=583dfcfd-7f43-4019-92cc-e3d7348d2e71,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:16.033177 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 44418) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:16.042883 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-fab04165-291c-44ae-885e-a51a65eb980d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331971147', 'description': 'tempest-description--1358729645'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:16.047850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c42e7-d579-4f1a-a679-2826f11e8a0b req-7451d343-fba1-4092-a656-439f0108f9ba tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:16.049458 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e2c42e7-d579-4f1a-a679-2826f11e8a0b req-7451d343-fba1-4092-a656-439f0108f9ba tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1320820 Oct 14 17:57:16.077619 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-79785b51-1ecf-4cc0-acb0-b2648725dbff None None] Provisioning complete for port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:16.077990 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-79785b51-1ecf-4cc0-acb0-b2648725dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.078325 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-79785b51-1ecf-4cc0-acb0-b2648725dbff None None] Attempt 1 to provision port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 Oct 14 17:57:16.082210 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Allocated IP 172.20.0.1 (c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3/273fce4f-4638-47e0-a386-07822b170a98/186346a6-678a-483a-880f-b2f207f2e01d) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:16.100384 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fab04165-291c-44ae-885e-a51a65eb980d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.134419 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:16.195349 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e2c42e7-d579-4f1a-a679-2826f11e8a0b req-2eaad19f-a118-4a46-afe2-ae1995fa5d41 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373243 Oct 14 17:57:16.201910 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:16.226487 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fab04165-291c-44ae-885e-a51a65eb980d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group (37c8c2c9-f5d5-4511-a7b4-8834f686f7f9), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.237093 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fab04165-291c-44ae-885e-a51a65eb980d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (37c8c2c9-f5d5-4511-a7b4-8834f686f7f9), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.251689 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks [] for port (186346a6-678a-483a-880f-b2f207f2e01d), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.272947 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-79785b51-1ecf-4cc0-acb0-b2648725dbff None None] Current status of the port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:16.289257 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fab04165-291c-44ae-885e-a51a65eb980d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.291421 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-fab04165-291c-44ae-885e-a51a65eb980d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2566361 Oct 14 17:57:16.293809 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44420) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:16.301091 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-32d1c947-0e36-40c6-bb32-9347df3109c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'security_group_rule': {'security_group_id': '37c8c2c9-f5d5-4511-a7b4-8834f686f7f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:16.310060 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (186346a6-678a-483a-880f-b2f207f2e01d), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.310758 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab04165-291c-44ae-885e-a51a65eb980d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:16.344579 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Publish callbacks [] for port (e94106b3-e221-4fa3-980c-091a6870345a), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.355504 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 648f2a6a-eedd-46dc-887e-d1c475abea05 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:16.359756 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (e94106b3-e221-4fa3-980c-091a6870345a), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.376883 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:16.380303 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:16.382691 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:16.386077 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=186346a6-678a-483a-880f-b2f207f2e01d,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:16.411665 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-32d1c947-0e36-40c6-bb32-9347df3109c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group_rule (8c39f47a-21f5-4c5a-89f4-788603ea1d58), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.426968 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Attempting to bind port e94106b3-e221-4fa3-980c-091a6870345a on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:16.427343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Attempting to bind port e94106b3-e221-4fa3-980c-091a6870345a by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:16.427705 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Attempting to bind port e94106b3-e221-4fa3-980c-091a6870345a on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:16.455419 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (517fe608-784b-4be3-a38e-bc65dbdb2e72), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.482151 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0fa0-3e1a-452e-93b7-5214ac54cf7f None None] Pushing event updated for resources: {'Port': ['ID=e94106b3-e221-4fa3-980c-091a6870345a,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:16.500399 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 648f2a6a-eedd-46dc-887e-d1c475abea05 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:16.501005 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.501492 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 648f2a6a-eedd-46dc-887e-d1c475abea05 Oct 14 17:57:16.503662 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:16.504319 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:16.504863 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.505399 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:16.506037 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Bound port: e94106b3-e221-4fa3-980c-091a6870345a, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:16.506460 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (e94106b3-e221-4fa3-980c-091a6870345a), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.525284 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-32d1c947-0e36-40c6-bb32-9347df3109c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group_rule (8c39f47a-21f5-4c5a-89f4-788603ea1d58), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.536906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-32d1c947-0e36-40c6-bb32-9347df3109c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (8c39f47a-21f5-4c5a-89f4-788603ea1d58), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.590618 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c947-0e36-40c6-bb32-9347df3109c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c39f47a-21f5-4c5a-89f4-788603ea1d58,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:16.593326 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] For port e94106b3-e221-4fa3-980c-091a6870345a, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:16.605115 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-32d1c947-0e36-40c6-bb32-9347df3109c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.606339 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-32d1c947-0e36-40c6-bb32-9347df3109c7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103635 Oct 14 17:57:16.609401 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-f235fa89-6a95-49da-8adc-2b03d2301475 None None] Provisioning complete for port 186346a6-678a-483a-880f-b2f207f2e01d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:16.609775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f235fa89-6a95-49da-8adc-2b03d2301475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (186346a6-678a-483a-880f-b2f207f2e01d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.610086 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 44422) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:16.610280 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-f235fa89-6a95-49da-8adc-2b03d2301475 None None] Attempt 1 to provision port 186346a6-678a-483a-880f-b2f207f2e01d Oct 14 17:57:16.615851 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-eaf164f3-a5ee-44dc-93f4-abed767d9404 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'security_group_rule': {'security_group_id': '37c8c2c9-f5d5-4511-a7b4-8834f686f7f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:16.637085 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] For port e94106b3-e221-4fa3-980c-091a6870345a, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=e94106b3-e221-4fa3-980c-091a6870345a,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:16.639521 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (186346a6-678a-483a-880f-b2f207f2e01d), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.645296 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-eaf164f3-a5ee-44dc-93f4-abed767d9404 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group_rule (c1f2b2b6-c2f2-4370-ad21-fe048d0bf72c), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.713493 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-eaf164f3-a5ee-44dc-93f4-abed767d9404 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group_rule (c1f2b2b6-c2f2-4370-ad21-fe048d0bf72c), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.720373 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-eaf164f3-a5ee-44dc-93f4-abed767d9404 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (c1f2b2b6-c2f2-4370-ad21-fe048d0bf72c), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.744578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf164f3-a5ee-44dc-93f4-abed767d9404 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f2b2b6-c2f2-4370-ad21-fe048d0bf72c,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:16.760749 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-eaf164f3-a5ee-44dc-93f4-abed767d9404 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.761992 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-eaf164f3-a5ee-44dc-93f4-abed767d9404 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505458 Oct 14 17:57:16.765364 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 44426) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:16.773481 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:16.787958 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:16.808217 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.816784 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (e94106b3-e221-4fa3-980c-091a6870345a), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.849153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 648f2a6a-eedd-46dc-887e-d1c475abea05 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:16.850251 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 583dfcfd-7f43-4019-92cc-e3d7348d2e71 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:16.868923 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17581f04-a7e0-4f24-8588-6431bda9ff29 req-284f0416-a667-483d-9234-f112031b41ab tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:16.870421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17581f04-a7e0-4f24-8588-6431bda9ff29 req-284f0416-a667-483d-9234-f112031b41ab tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0865457 Oct 14 17:57:16.879841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f235fa89-6a95-49da-8adc-2b03d2301475 None None] Port 186346a6-678a-483a-880f-b2f207f2e01d cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:57:16.895834 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Routers {'517fe608-784b-4be3-a38e-bc65dbdb2e72'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:16.897099 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:56:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['517fe608-784b-4be3-a38e-bc65dbdb2e72'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:16.903233 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks [] for port (186346a6-678a-483a-880f-b2f207f2e01d), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.904461 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.917670 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (186346a6-678a-483a-880f-b2f207f2e01d), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:16.967533 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0fa0-3e1a-452e-93b7-5214ac54cf7f None None] Pushing event updated for resources: {'Port': ['ID=e94106b3-e221-4fa3-980c-091a6870345a,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:17.013409 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:17.013780 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.014684 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 Oct 14 17:57:17.019504 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Allocated IP 172.27.3.229 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/23e173d2-2b84-42f6-a695-2426b7062435) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:17.068370 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] Set router 517fe608-784b-4be3-a38e-bc65dbdb2e72 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:17.091669 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:17.174350 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:17.179771 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for port (23e173d2-2b84-42f6-a695-2426b7062435), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.191816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:17.219637 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (23e173d2-2b84-42f6-a695-2426b7062435), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.226354 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:17.240285 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17581f04-a7e0-4f24-8588-6431bda9ff29 req-4296c258-c3b4-4fa8-aac6-1ad0d4b7813c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621068 Oct 14 17:57:17.267065 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (517fe608-784b-4be3-a38e-bc65dbdb2e72), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.275472 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:17.291559 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'Port': ['ID=23e173d2-2b84-42f6-a695-2426b7062435,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:17.302653 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:17.304244 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:17.306411 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:17.318003 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=186346a6-678a-483a-880f-b2f207f2e01d,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:17.364560 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 4, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '186346a6-678a-483a-880f-b2f207f2e01d', 'name': '', 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'mac_address': 'fa:16:3e:50:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '273fce4f-4638-47e0-a386-07822b170a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:15Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 1, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'subnets': [{'id': '273fce4f-4638-47e0-a386-07822b170a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:17.375823 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.396196 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b733f4-1804-4550-979a-92b4e7fa42bf req-76ef698c-eb55-4113-8c2b-c7e5a3d6dd8e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:17.398379 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c6b733f4-1804-4550-979a-92b4e7fa42bf req-76ef698c-eb55-4113-8c2b-c7e5a3d6dd8e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0754044 Oct 14 17:57:17.402822 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5550c-6cf2-495a-b31c-c8799f5d1edc None None] The sync data for ids ['517fe608-784b-4be3-a38e-bc65dbdb2e72'] in dv-cinder-749155-15-iscsi is: [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 4, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '186346a6-678a-483a-880f-b2f207f2e01d', 'name': '', 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'mac_address': 'fa:16:3e:50:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '273fce4f-4638-47e0-a386-07822b170a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:15Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 1, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'subnets': [{'id': '273fce4f-4638-47e0-a386-07822b170a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:57:17.422436 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:17.426731 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:17.434656 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:17.435304 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (23e173d2-2b84-42f6-a695-2426b7062435), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.525113 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c6b733f4-1804-4550-979a-92b4e7fa42bf req-7877f0b3-48fa-4ead-b67a-01133a4217fd tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035712 Oct 14 17:57:17.603092 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Router 517fe608-784b-4be3-a38e-bc65dbdb2e72 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:57:17.626339 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for port (23e173d2-2b84-42f6-a695-2426b7062435), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.641243 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (23e173d2-2b84-42f6-a695-2426b7062435), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.642034 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.718343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-34b0b38f-ccbc-4ed0-b924-140a5206e935 None None] Provisioning complete for port 186346a6-678a-483a-880f-b2f207f2e01d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:17.718911 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'Port': ['ID=23e173d2-2b84-42f6-a695-2426b7062435,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:17.720078 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-34b0b38f-ccbc-4ed0-b924-140a5206e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (186346a6-678a-483a-880f-b2f207f2e01d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.720419 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-34b0b38f-ccbc-4ed0-b924-140a5206e935 None None] Attempt 1 to provision port 186346a6-678a-483a-880f-b2f207f2e01d Oct 14 17:57:17.742527 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.748430 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f5627d5e-6d20-4325-87ee-c8ca7ed05f5f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9775321 Oct 14 17:57:17.759730 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:17.772662 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-34b0b38f-ccbc-4ed0-b924-140a5206e935 None None] Port 186346a6-678a-483a-880f-b2f207f2e01d cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:57:17.777914 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:57:17.787948 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2888e7e0-312c-40f8-bee0-e858f4afa9e0 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/517fe608-784b-4be3-a38e-bc65dbdb2e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585278 Oct 14 17:57:17.916366 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-92114d34-73af-4f91-837e-5937e7b0ca81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:17.982440 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-ebd5c4bc-b238-4545-9108-064e70abd2b1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1331971147&fields=id&tenant_id=530fdfc3448a40b7aa85170873d3f0ff HTTP/1.1" status: 200 len: 267 time: 0.0485210 Oct 14 17:57:18.107111 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-8d0c08ad-2a46-40e4-93ca-32ab890fa3c8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:18.115151 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-8d0c08ad-2a46-40e4-93ca-32ab890fa3c8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 818 time: 0.1252425 Oct 14 17:57:18.130615 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-44b1f463-8b20-46db-9d3c-ed65e00a2dbd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/quotas/530fdfc3448a40b7aa85170873d3f0ff HTTP/1.1" status: 200 len: 375 time: 0.0144684 Oct 14 17:57:18.239479 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-048b5b92-c63e-4d1b-a4ab-837d75f836e9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1027968 Oct 14 17:57:18.398073 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:18.425053 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d976a8-7416-4eeb-8a14-ae4d9cc0344c req-65a5b500-0d03-49ec-8f59-cd85f1c4bdfb tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:18.426461 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-36d976a8-7416-4eeb-8a14-ae4d9cc0344c req-65a5b500-0d03-49ec-8f59-cd85f1c4bdfb tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0792813 Oct 14 17:57:18.430240 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-a916fa1d-b6a4-4291-a93b-9dd0826debe4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632316 Oct 14 17:57:18.532863 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-36d976a8-7416-4eeb-8a14-ae4d9cc0344c req-00b49889-2348-493c-a96f-74b14d80e11c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008964 Oct 14 17:57:18.567325 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-201a3a6a-7acb-4e00-934f-9ecfcaad72f0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280646 Oct 14 17:57:18.736454 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45944c-1275-4a53-966a-da1ef4404643 req-5344afaa-0e79-4346-a88c-4b2cc4871036 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:18.738030 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aa45944c-1275-4a53-966a-da1ef4404643 req-5344afaa-0e79-4346-a88c-4b2cc4871036 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1064227 Oct 14 17:57:18.835568 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c00dd220-665a-47fb-8f13-2c65ffdf081e req-59510aa7-4f71-47c2-9581-b3c5c9a90e65 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0718324 Oct 14 17:57:18.837459 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:18.888171 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aa45944c-1275-4a53-966a-da1ef4404643 req-162a671f-ab8d-47e2-9419-9f80c677838b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428096 Oct 14 17:57:19.085237 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:19.691584 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c86de7-7f89-4b9c-bdeb-90140ec1c6e0 req-186ead3c-3885-479d-bd92-c81d9bd575ba tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:19.696343 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-92c86de7-7f89-4b9c-bdeb-90140ec1c6e0 req-186ead3c-3885-479d-bd92-c81d9bd575ba tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0731971 Oct 14 17:57:19.788650 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-92c86de7-7f89-4b9c-bdeb-90140ec1c6e0 req-7bbc888d-90fe-4362-a5ff-cdee3687a2c3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889342 Oct 14 17:57:20.015132 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dee4e40-bbe1-48d7-922b-5fd7a9435da0 req-af974f71-3b7e-48d4-ada8-313f494b41b7 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0841036 Oct 14 17:57:20.079385 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c9256-3430-43e0-bdca-fc94d5d1d1a2 req-6d95fd54-025e-45c2-9c7f-1bce934679cf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:20.081015 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-220c9256-3430-43e0-bdca-fc94d5d1d1a2 req-6d95fd54-025e-45c2-9c7f-1bce934679cf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0524840 Oct 14 17:57:20.148754 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-220c9256-3430-43e0-bdca-fc94d5d1d1a2 req-b098bc20-e4f4-434d-ab60-ef488e73a4d2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611608 Oct 14 17:57:20.215347 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device e94106b3-e221-4fa3-980c-091a6870345a up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:20.269198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port e94106b3-e221-4fa3-980c-091a6870345a triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:20.269567 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (e94106b3-e221-4fa3-980c-091a6870345a), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:20.270081 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port e94106b3-e221-4fa3-980c-091a6870345a Oct 14 17:57:20.376411 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port e94106b3-e221-4fa3-980c-091a6870345a is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:20.376798 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (e94106b3-e221-4fa3-980c-091a6870345a), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:20.408838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port e94106b3-e221-4fa3-980c-091a6870345a, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=e94106b3-e221-4fa3-980c-091a6870345a,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:20.414375 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (e94106b3-e221-4fa3-980c-091a6870345a), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:20.612024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=e94106b3-e221-4fa3-980c-091a6870345a,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:20.646105 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:20.658764 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:20.711179 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-93cb78d6-c987-471f-96e9-397bc148d794 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:20.712865 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-93cb78d6-c987-471f-96e9-397bc148d794 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 818 time: 0.2459297 Oct 14 17:57:20.803341 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-e7f6bfcf-29fa-4e70-b5f9-ac1c2e2ee99b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=530fdfc3448a40b7aa85170873d3f0ff HTTP/1.1" status: 200 len: 380 time: 0.0640793 Oct 14 17:57:20.816029 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'port': {'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'admin_state_up': True, 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'security_groups': ['37c8c2c9-f5d5-4511-a7b4-8834f686f7f9']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:21.004061 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897469-60cf-4588-a2c9-ffc6a2290341 req-2caf860d-e642-4529-869b-cbcf8dbc4ed3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:21.011508 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e897469-60cf-4588-a2c9-ffc6a2290341 req-2caf860d-e642-4529-869b-cbcf8dbc4ed3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0905049 Oct 14 17:57:21.019423 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Made reservation on behalf of 530fdfc3448a40b7aa85170873d3f0ff for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:57:21.023162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:21.131465 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e897469-60cf-4588-a2c9-ffc6a2290341 req-c620ecbc-71f0-4aca-87e8-9c81dfc6a2e0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190205 Oct 14 17:57:21.159720 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:21.167946 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-56bc8891-b244-4175-b05a-90958257736f req-3ca34258-3893-40d6-a276-3bf160f25cc2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0580785 Oct 14 17:57:21.252102 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Allocated IP 172.20.0.10 (d9e10b55-ef20-4f9b-8608-899751152e31/72565d6d-c0a4-4f2b-9b5c-8bda680acbf0/6276aa8e-78da-45f2-9027-e54c0e8353b7) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:21.328082 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Sync routers for ids ['517fe608-784b-4be3-a38e-bc65dbdb2e72'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:57:21.348210 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Routers {'517fe608-784b-4be3-a38e-bc65dbdb2e72'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:21.349145 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:57:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['517fe608-784b-4be3-a38e-bc65dbdb2e72'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:21.355941 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb36343-58b0-4101-bfc5-0a9a623bceb0 req-3b314f53-04cd-49b2-8e98-bc4f38c18f4c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:21.363782 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7fb36343-58b0-4101-bfc5-0a9a623bceb0 req-3b314f53-04cd-49b2-8e98-bc4f38c18f4c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0895431 Oct 14 17:57:21.470243 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:21.478933 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Set router 517fe608-784b-4be3-a38e-bc65dbdb2e72 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:21.487903 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7fb36343-58b0-4101-bfc5-0a9a623bceb0 req-ba2ba942-cf58-4d1c-8cf3-45bbc6b9ba8b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231439 Oct 14 17:57:21.536961 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:21.574898 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:21.629622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Network d9e10b55-ef20-4f9b-8608-899751152e31 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:21.634847 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:21.637266 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:21.642736 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event updated for resources: {'Port': ['ID=6276aa8e-78da-45f2-9027-e54c0e8353b7,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:21.673085 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 4, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '186346a6-678a-483a-880f-b2f207f2e01d', 'name': '', 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'mac_address': 'fa:16:3e:50:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '273fce4f-4638-47e0-a386-07822b170a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:15Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 2, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'subnets': [{'id': '273fce4f-4638-47e0-a386-07822b170a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:21.697343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:21.698222 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:21.715690 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Checking router: 517fe608-784b-4be3-a38e-bc65dbdb2e72 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:57:21.716736 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Updating router 517fe608-784b-4be3-a38e-bc65dbdb2e72 port 186346a6-678a-483a-880f-b2f207f2e01d binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:57:21.723911 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-5b48dd08-5550-4e19-9c26-4b9d83ea1bbe tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9127464 Oct 14 17:57:21.741689 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Request body: {'port': {'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:21.751935 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:21.752888 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (186346a6-678a-483a-880f-b2f207f2e01d), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:21.823263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:21.937335 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-9592aef0-eb84-4feb-8eaf-749a655159e8 None None] Provisioning complete for port 6276aa8e-78da-45f2-9027-e54c0e8353b7 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:21.938393 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9592aef0-eb84-4feb-8eaf-749a655159e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:21.938951 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-9592aef0-eb84-4feb-8eaf-749a655159e8 None None] Attempt 1 to provision port 6276aa8e-78da-45f2-9027-e54c0e8353b7 Oct 14 17:57:21.974410 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-9592aef0-eb84-4feb-8eaf-749a655159e8 None None] Port 6276aa8e-78da-45f2-9027-e54c0e8353b7 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:57:22.062129 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Publish callbacks [] for port (186346a6-678a-483a-880f-b2f207f2e01d), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.070591 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (186346a6-678a-483a-880f-b2f207f2e01d), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.115627 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f84d4e-4ec4-42b1-a398-038ebba68674 None None] Pushing event updated for resources: {'Port': ['ID=186346a6-678a-483a-880f-b2f207f2e01d,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:22.187616 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device e94106b3-e221-4fa3-980c-091a6870345a up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:22.195659 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Attempting to bind port 186346a6-678a-483a-880f-b2f207f2e01d on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:22.196125 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Attempting to bind port 186346a6-678a-483a-880f-b2f207f2e01d by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:22.196492 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Attempting to bind port 186346a6-678a-483a-880f-b2f207f2e01d on network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:22.252750 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:22.253210 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Checking segment: {'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:22.253623 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.254020 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Bound using segment: {'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:22.254498 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Bound port: 186346a6-678a-483a-880f-b2f207f2e01d, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352e6150-94a5-40f9-9915-8d541ac2ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:22.254879 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (186346a6-678a-483a-880f-b2f207f2e01d), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.263583 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:22.305970 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port e94106b3-e221-4fa3-980c-091a6870345a triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:22.307138 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (e94106b3-e221-4fa3-980c-091a6870345a), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.307694 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port e94106b3-e221-4fa3-980c-091a6870345a Oct 14 17:57:22.339114 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] For port 186346a6-678a-483a-880f-b2f207f2e01d, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:22.353426 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] For port 186346a6-678a-483a-880f-b2f207f2e01d, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=186346a6-678a-483a-880f-b2f207f2e01d,segment=NetworkSegment(352e6150-94a5-40f9-9915-8d541ac2ba25),segment_id=352e6150-94a5-40f9-9915-8d541ac2ba25)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:22.397237 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6276aa8e-78da-45f2-9027-e54c0e8353b7 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:57:22.398684 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (186346a6-678a-483a-880f-b2f207f2e01d), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.408159 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70375ae-c6bb-4349-aab9-a4ee07409090 req-4c237486-934c-4171-a46c-fe09a15555a3 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:22.410138 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b70375ae-c6bb-4349-aab9-a4ee07409090 req-4c237486-934c-4171-a46c-fe09a15555a3 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 932 time: 0.1042783 Oct 14 17:57:22.425596 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36cd9-9b66-4929-bdbb-0cf58f0bb90c req-97b7d284-5b86-4df0-9307-a335bc05b72c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:22.425596 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d0d36cd9-9b66-4929-bdbb-0cf58f0bb90c req-97b7d284-5b86-4df0-9307-a335bc05b72c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1148412 Oct 14 17:57:22.434391 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Routers {'517fe608-784b-4be3-a38e-bc65dbdb2e72'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:22.438158 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:57:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['517fe608-784b-4be3-a38e-bc65dbdb2e72'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:22.470839 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Publish callbacks [] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.481986 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:22.487774 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port e94106b3-e221-4fa3-980c-091a6870345a is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:22.517024 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Transition to ACTIVE for port object 6276aa8e-78da-45f2-9027-e54c0e8353b7 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:57:22.528504 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.573063 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f84d4e-4ec4-42b1-a398-038ebba68674 None None] Pushing event updated for resources: {'Port': ['ID=186346a6-678a-483a-880f-b2f207f2e01d,revision_number=4']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:22.584196 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d0d36cd9-9b66-4929-bdbb-0cf58f0bb90c req-28bf1032-47b0-4496-a48a-1723666f868f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369255 Oct 14 17:57:22.598590 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b70375ae-c6bb-4349-aab9-a4ee07409090 req-faab10ad-3473-4616-96ff-b9ed096af71c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673658 Oct 14 17:57:22.650640 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Pushing event updated for resources: {'Port': ['ID=6276aa8e-78da-45f2-9027-e54c0e8353b7,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:22.699183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:22.707237 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3dad4-949f-4b2b-b5dd-5a8f2b103f0b req-a18dcb4c-d347-4c91-93c8-c4d47d8ae26a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:22.709030 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1eb3dad4-949f-4b2b-b5dd-5a8f2b103f0b req-a18dcb4c-d347-4c91-93c8-c4d47d8ae26a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0554125 Oct 14 17:57:22.776041 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:57:22.803105 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] Set router 517fe608-784b-4be3-a38e-bc65dbdb2e72 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:22.809579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Attempting to bind port 6276aa8e-78da-45f2-9027-e54c0e8353b7 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:22.809929 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Attempting to bind port 6276aa8e-78da-45f2-9027-e54c0e8353b7 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:22.810288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Attempting to bind port 6276aa8e-78da-45f2-9027-e54c0e8353b7 on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:22.864706 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1eb3dad4-949f-4b2b-b5dd-5a8f2b103f0b req-7b6d4db5-60eb-4c71-a321-dcdc577e6bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988684 Oct 14 17:57:22.884338 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Port 6276aa8e-78da-45f2-9027-e54c0e8353b7 on network d9e10b55-ef20-4f9b-8608-899751152e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:57:22.884664 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Attempting to bind port 6276aa8e-78da-45f2-9027-e54c0e8353b7 on network d9e10b55-ef20-4f9b-8608-899751152e31 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:22.930043 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:22.930380 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Checking segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:22.930766 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Bound using segment: {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:22.931207 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Bound port: 6276aa8e-78da-45f2-9027-e54c0e8353b7, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0ff52a-65ff-479c-8401-3300fb7ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:22.931560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:22.974116 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:22.990294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '04f9946a-535a-428e-8287-bac5d55cc781', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'port_id': '04f9946a-535a-428e-8287-bac5d55cc781', 'mac_address': 'fa:16:3e:27:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:57:23.007564 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:23.023146 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] For port 6276aa8e-78da-45f2-9027-e54c0e8353b7, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:23.028437 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] For port 6276aa8e-78da-45f2-9027-e54c0e8353b7, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:23.046562 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: ACTIVE; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:23.047274 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:23.047992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:23.059733 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:23.060389 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:23.063502 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 1094 time: 1.3280559 Oct 14 17:57:23.065364 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:23.069556 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b012a405-34d2-4ad4-a1e5-ba135d778e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:23.069748 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04f9946a-535a-428e-8287-bac5d55cc781 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:57:23.101297 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:23.112804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:23.173615 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da0313-7054-4eb9-a548-90575fa1f271 service neutron] Pushing event updated for resources: {'Port': ['ID=6276aa8e-78da-45f2-9027-e54c0e8353b7,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:23.174864 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 4, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '186346a6-678a-483a-880f-b2f207f2e01d', 'name': '', 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'mac_address': 'fa:16:3e:50:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '273fce4f-4638-47e0-a386-07822b170a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:15Z', 'updated_at': '2022-10-14T17:57:22Z', 'revision_number': 4, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'subnets': [{'id': '273fce4f-4638-47e0-a386-07822b170a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:23.193876 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf09535-fe80-4978-8aea-7cff34a5b866 x-openstack-request-id: req-abf09535-fe80-4978-8aea-7cff34a5b866 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:23.193876 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:23.193876 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-abf09535-fe80-4978-8aea-7cff34a5b866 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:23.193876 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf09535-fe80-4978-8aea-7cff34a5b866'] response: {'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'status': 'completed', 'code': 200} Oct 14 17:57:23.216579 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=6']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:23.242150 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['04f9946a-535a-428e-8287-bac5d55cc781'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:57:23.257964 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a6c36-e2c6-4484-a7db-3842a4875cdd None None] The sync data for ids ['517fe608-784b-4be3-a38e-bc65dbdb2e72'] in dv-cinder-749155-15-iscsi is: [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:16Z', 'revision_number': 4, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '186346a6-678a-483a-880f-b2f207f2e01d', 'name': '', 'network_id': 'c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'mac_address': 'fa:16:3e:50:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '273fce4f-4638-47e0-a386-07822b170a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:15Z', 'updated_at': '2022-10-14T17:57:22Z', 'revision_number': 4, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'subnets': [{'id': '273fce4f-4638-47e0-a386-07822b170a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:57:23.292677 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-f55b7705-4722-4fac-b909-4282cf368f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:23.294258 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-f55b7705-4722-4fac-b909-4282cf368f9c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1128 time: 0.1026464 Oct 14 17:57:23.365317 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-731ce15f-5847-4149-8737-132d96b9faf5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 217 time: 0.0516295 Oct 14 17:57:23.442050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-84cb32ef-2dc0-4164-acb0-6da86af2d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:23.443853 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-84cb32ef-2dc0-4164-acb0-6da86af2d7d8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0694134 Oct 14 17:57:23.499828 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-843e88f5-465c-47f8-a47c-5b890035fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:23.501758 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-843e88f5-465c-47f8-a47c-5b890035fd3b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506122 Oct 14 17:57:23.572630 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:23.659899 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-ca763f54-0cd6-42eb-8934-fb450df17acb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451273 Oct 14 17:57:23.825018 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f452e-9dd7-4bc1-b41b-d70f99c3b461 req-aff6b857-a438-431b-a149-b3b4be80cc6b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:23.826473 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fe1f452e-9dd7-4bc1-b41b-d70f99c3b461 req-aff6b857-a438-431b-a149-b3b4be80cc6b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 944 time: 0.0855880 Oct 14 17:57:23.872923 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be527e6-07c3-42ca-acd5-6cdd153b97c4 req-ae93c127-0665-433b-994c-ba1b1f20279a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:23.874993 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7be527e6-07c3-42ca-acd5-6cdd153b97c4 req-ae93c127-0665-433b-994c-ba1b1f20279a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1329882 Oct 14 17:57:23.940208 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5f4235fe-0a58-47b0-9e57-8f4d43ae6c2e req-c13138c6-6c0b-462c-8a9c-759abe12efb1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727349 Oct 14 17:57:23.944670 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fe1f452e-9dd7-4bc1-b41b-d70f99c3b461 req-6b7a99d4-fc3c-4767-a459-5d0a4593dc0b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024375 Oct 14 17:57:23.987790 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7be527e6-07c3-42ca-acd5-6cdd153b97c4 req-839e249f-0425-4378-8a02-57b929d52b43 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026602 Oct 14 17:57:24.182387 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7848859-40a2-4b47-b5d6-3cb05288d6b0 req-3c917393-f7d6-4120-9975-939bbc0b91a2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:24.193032 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a7848859-40a2-4b47-b5d6-3cb05288d6b0 req-3c917393-f7d6-4120-9975-939bbc0b91a2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 944 time: 0.1342556 Oct 14 17:57:24.337701 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 186346a6-678a-483a-880f-b2f207f2e01d up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:24.409882 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a7848859-40a2-4b47-b5d6-3cb05288d6b0 req-c5823b73-f40b-4bc2-9847-0436857bb9f8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067835 Oct 14 17:57:24.459524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 186346a6-678a-483a-880f-b2f207f2e01d triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:24.459977 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (186346a6-678a-483a-880f-b2f207f2e01d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:24.460415 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 186346a6-678a-483a-880f-b2f207f2e01d Oct 14 17:57:24.497552 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957b84-9ac1-42d9-92b9-41cdaae13204 req-c6f1ba93-a36b-4ccd-8f2f-8c99ae827a6c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:24.499582 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-28957b84-9ac1-42d9-92b9-41cdaae13204 req-c6f1ba93-a36b-4ccd-8f2f-8c99ae827a6c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0560946 Oct 14 17:57:24.552596 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:24.636542 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-28957b84-9ac1-42d9-92b9-41cdaae13204 req-5ae5c8ff-9a3a-4572-9d8a-7722796e652e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294148 Oct 14 17:57:24.689216 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 186346a6-678a-483a-880f-b2f207f2e01d is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:24.693764 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (186346a6-678a-483a-880f-b2f207f2e01d), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:24.743116 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:24.752789 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:24.759002 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 186346a6-678a-483a-880f-b2f207f2e01d, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=186346a6-678a-483a-880f-b2f207f2e01d,segment=NetworkSegment(352e6150-94a5-40f9-9915-8d541ac2ba25),segment_id=352e6150-94a5-40f9-9915-8d541ac2ba25)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:24.766897 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (186346a6-678a-483a-880f-b2f207f2e01d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:24.881882 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=186346a6-678a-483a-880f-b2f207f2e01d,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:24.884945 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:24.953052 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:25.022158 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 04f9946a-535a-428e-8287-bac5d55cc781 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:25.027441 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (04f9946a-535a-428e-8287-bac5d55cc781), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:25.028129 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 04f9946a-535a-428e-8287-bac5d55cc781 Oct 14 17:57:25.089879 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-6f65935d-4819-40e7-8e48-336020671ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:25.092070 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-6f65935d-4819-40e7-8e48-336020671ae0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1128 time: 0.1031692 Oct 14 17:57:25.164218 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:25.164824 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:25.209517 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:25.216151 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3739940-4c76-4d17-a226-04617c32419e" -d '{"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-plugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:25.277060 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:25.289203 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:25.326183 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314a4c09-5c1f-4a07-9bcd-340cf408b2db x-openstack-request-id: req-314a4c09-5c1f-4a07-9bcd-340cf408b2db {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:25.327427 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-plugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:25.328072 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-314a4c09-5c1f-4a07-9bcd-340cf408b2db {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:25.328947 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314a4c09-5c1f-4a07-9bcd-340cf408b2db'] response: {'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781', 'code': 200} Oct 14 17:57:25.373786 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=7']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:25.379684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d53b87-d253-41a4-a537-ce3ac201975c req-4104481a-f4f9-413b-b74a-e50da1047169 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:25.396810 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98d53b87-d253-41a4-a537-ce3ac201975c req-4104481a-f4f9-413b-b74a-e50da1047169 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 944 time: 0.1723003 Oct 14 17:57:25.648626 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-9023ad05-7fbe-432c-acca-ae14fdf4fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:25.650174 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-9023ad05-7fbe-432c-acca-ae14fdf4fd49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 1130 time: 0.4248974 Oct 14 17:57:26.064999 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-760a4fcf-f178-4ecc-b479-477dac17aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:26.066750 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-760a4fcf-f178-4ecc-b479-477dac17aa4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.9628184 Oct 14 17:57:26.081411 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98d53b87-d253-41a4-a537-ce3ac201975c req-9a7dfb66-b36c-40ff-8790-8f82c88b5c65 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6839902 Oct 14 17:57:26.199462 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413a24-cbf2-4c52-9f2c-c745702473ec req-56518afc-eb54-4113-8611-68f0d6d00c92 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:26.207095 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98413a24-cbf2-4c52-9f2c-c745702473ec req-56518afc-eb54-4113-8611-68f0d6d00c92 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.5435817 Oct 14 17:57:26.290967 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 186346a6-678a-483a-880f-b2f207f2e01d up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:26.336916 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-02bcccca-a671-4923-a745-f451da1d3d7c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 217 time: 0.1720495 Oct 14 17:57:26.413782 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 186346a6-678a-483a-880f-b2f207f2e01d triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:26.414605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (186346a6-678a-483a-880f-b2f207f2e01d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:26.415197 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 186346a6-678a-483a-880f-b2f207f2e01d Oct 14 17:57:26.419835 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0ceec-bfaa-497d-82ed-501b493bebc2 req-62d16e59-3dc4-4934-ab28-22d66874fe2e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:26.428268 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6da0ceec-bfaa-497d-82ed-501b493bebc2 req-62d16e59-3dc4-4934-ab28-22d66874fe2e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1897066 Oct 14 17:57:26.450699 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98413a24-cbf2-4c52-9f2c-c745702473ec req-f1cc8d90-b1e0-45fc-910f-8f28a0bd899b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425416 Oct 14 17:57:26.601120 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6da0ceec-bfaa-497d-82ed-501b493bebc2 req-9e47f13e-0327-448c-8203-bc156aa1abca tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717031 Oct 14 17:57:26.604999 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-69f5b053-88b0-4803-bb1a-65df4b48466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:26.606469 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-69f5b053-88b0-4803-bb1a-65df4b48466f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 912 time: 0.5796239 Oct 14 17:57:26.666853 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 186346a6-678a-483a-880f-b2f207f2e01d is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:26.677631 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:26.699088 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-1676406d-8581-4166-9332-d18c19139a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:26.700607 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-1676406d-8581-4166-9332-d18c19139a34 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.2223754 Oct 14 17:57:26.782641 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6276aa8e-78da-45f2-9027-e54c0e8353b7 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:57:26.792294 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-f81611bd-3417-4d23-99a4-e5795edbc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:26.794363 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-f81611bd-3417-4d23-99a4-e5795edbc976 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663350 Oct 14 17:57:26.797393 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-99f3abb7-ae8e-4fe3-add6-f178144f3f04 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 200 len: 1001 time: 0.1804550 Oct 14 17:57:27.013283 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-d1cda25f-822b-4f92-b908-7354721676b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:27.017778 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-d1cda25f-822b-4f92-b908-7354721676b4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.1861937 Oct 14 17:57:27.160636 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6276aa8e-78da-45f2-9027-e54c0e8353b7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:27.176348 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'mac_address': 'fa:16:3e:fb:df:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:57:27.215506 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 6276aa8e-78da-45f2-9027-e54c0e8353b7 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:27.215938 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:27.230975 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6276aa8e-78da-45f2-9027-e54c0e8353b7 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:57:27.252854 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375f63-622c-4add-9314-f6e268e62482 req-40140134-bd54-46af-8889-1a1dc0a32561 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:27.254886 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cb375f63-622c-4add-9314-f6e268e62482 req-40140134-bd54-46af-8889-1a1dc0a32561 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 944 time: 0.0635414 Oct 14 17:57:27.299906 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6276aa8e-78da-45f2-9027-e54c0e8353b7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:27.312449 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-4d064bac-34a1-41af-93df-6397708899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:27.312854 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:27.313968 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-4d064bac-34a1-41af-93df-6397708899cb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2187173 Oct 14 17:57:27.429081 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=6276aa8e-78da-45f2-9027-e54c0e8353b7,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:27.507825 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cb375f63-622c-4add-9314-f6e268e62482 req-07cb5d19-8ac1-4c86-a298-39e8d5a8fec2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441826 Oct 14 17:57:27.517549 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-dee36cdd-5657-4198-b2bd-365f1a17466d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516125 Oct 14 17:57:27.638686 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['6276aa8e-78da-45f2-9027-e54c0e8353b7'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:57:27.655435 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-524b8e6a-06aa-44ef-9d42-285ceebe13a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215387 Oct 14 17:57:27.731256 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:27.735750 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=57,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:27.762993 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:27.950604 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba82050-1571-4e91-a15c-d7abfde66e77 req-e63c891d-a6be-468f-b9da-196bb5094e6a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:27.969674 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fba82050-1571-4e91-a15c-d7abfde66e77 req-e63c891d-a6be-468f-b9da-196bb5094e6a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.3615870 Oct 14 17:57:28.023168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921174fe-8624-4633-b20c-4583d4b02f66 req-e1067d6d-e496-4caf-acd3-6e980a1e8e7a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:28.024746 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-921174fe-8624-4633-b20c-4583d4b02f66 req-e1067d6d-e496-4caf-acd3-6e980a1e8e7a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.2509501 Oct 14 17:57:28.098141 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-86b0b87a-5886-447c-8e4d-a712d6a8634c req-4fd26e6b-ced9-46ab-bfc2-addf53c01346 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742071 Oct 14 17:57:28.213198 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b012a405-34d2-4ad4-a1e5-ba135d778e9f req-49003ab9-2e7b-40e8-afa2-247dbdf7c4b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569153 Oct 14 17:57:28.246963 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fba82050-1571-4e91-a15c-d7abfde66e77 req-c6f2430f-04bf-4d3f-afa0-2a039b735224 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748680 Oct 14 17:57:28.290971 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-921174fe-8624-4633-b20c-4583d4b02f66 req-fb464b5e-54ed-4e43-aaeb-36a496e31b0e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391126 Oct 14 17:57:28.679041 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc191c-f8a6-47db-bac0-ef61e8c3efe6 req-fe636882-740d-4740-8921-eb88835134b5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:28.686701 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9bdc191c-f8a6-47db-bac0-ef61e8c3efe6 req-fe636882-740d-4740-8921-eb88835134b5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 945 time: 0.0629377 Oct 14 17:57:28.747785 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9bdc191c-f8a6-47db-bac0-ef61e8c3efe6 req-b816e8e2-e99e-436e-9e93-2e8648d18a24 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602207 Oct 14 17:57:29.521331 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:29.557118 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20231b0-7c82-4c00-af7f-aa642dc7c703 req-dee9716c-df9e-458e-87ee-a1a2c8eadd6b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:29.565140 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e20231b0-7c82-4c00-af7f-aa642dc7c703 req-dee9716c-df9e-458e-87ee-a1a2c8eadd6b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.1392653 Oct 14 17:57:29.579811 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9711-0f96-40b1-a31f-32102dfef51c req-a533f21a-ed09-4921-92f8-65317758f404 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:29.581557 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-490c9711-0f96-40b1-a31f-32102dfef51c req-a533f21a-ed09-4921-92f8-65317758f404 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1461923 Oct 14 17:57:29.658901 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e20231b0-7c82-4c00-af7f-aa642dc7c703 req-8a9d69d2-a8c7-4b06-b504-41375f315b69 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927818 Oct 14 17:57:29.703795 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-490c9711-0f96-40b1-a31f-32102dfef51c req-ea0c5bbb-3a7e-4c1d-92db-6b54edd247ce tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126652 Oct 14 17:57:29.924635 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25233c43-b50a-434b-b38f-9cd3651ba6bb req-a5d33f23-4c35-4ef5-84a5-d24c763370b4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:29.933653 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-25233c43-b50a-434b-b38f-9cd3651ba6bb req-a5d33f23-4c35-4ef5-84a5-d24c763370b4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 945 time: 0.0836215 Oct 14 17:57:29.992550 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-25233c43-b50a-434b-b38f-9cd3651ba6bb req-f7710fb6-2bb4-4535-9271-c734de940019 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576975 Oct 14 17:57:30.853979 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26431f-fcd5-4129-a29e-c244365fa27f req-4f729a76-726d-48da-8c5d-d2a7fe7bf7e0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:30.855485 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4d26431f-fcd5-4129-a29e-c244365fa27f req-4f729a76-726d-48da-8c5d-d2a7fe7bf7e0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0980165 Oct 14 17:57:30.974668 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4a903-a52d-4653-83a9-25095238f3d5 req-30b10b53-ba3d-4cd1-84b7-67586f973037 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:30.975374 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e5a4a903-a52d-4653-83a9-25095238f3d5 req-30b10b53-ba3d-4cd1-84b7-67586f973037 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1145823 Oct 14 17:57:30.980191 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4d26431f-fcd5-4129-a29e-c244365fa27f req-7159a09c-059b-41c6-96df-5fed5a2f1711 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079671 Oct 14 17:57:31.051565 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e5a4a903-a52d-4653-83a9-25095238f3d5 req-1fe1a7c1-fec7-4e28-8625-dda9c03a7a45 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684817 Oct 14 17:57:31.145609 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:31.173756 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8368a63-ef4a-4ff3-a550-f1e9998d50cd req-5b52ef97-51b1-47d6-9d4d-2bf16651acee tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:31.185753 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e8368a63-ef4a-4ff3-a550-f1e9998d50cd req-5b52ef97-51b1-47d6-9d4d-2bf16651acee tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 945 time: 0.0754652 Oct 14 17:57:31.264938 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e8368a63-ef4a-4ff3-a550-f1e9998d50cd req-5736b287-672a-4a17-98b1-45420dd29806 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695260 Oct 14 17:57:31.942048 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6276aa8e-78da-45f2-9027-e54c0e8353b7 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:57:31.998226 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 6276aa8e-78da-45f2-9027-e54c0e8353b7 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:57:32.011207 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 6276aa8e-78da-45f2-9027-e54c0e8353b7 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:32.011844 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:32.012420 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 6276aa8e-78da-45f2-9027-e54c0e8353b7 Oct 14 17:57:32.025999 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-b9a42d8b-9739-467a-ad3b-3ab0c33a73bf tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:32.028335 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-b9a42d8b-9739-467a-ad3b-3ab0c33a73bf tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/networks?id=756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 200 len: 814 time: 0.1165485 Oct 14 17:57:32.084731 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-7fbd754b-a7dd-43b0-96a4-d7bda6753a1f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/quotas/f41c0e3b1239415ba4105ca5014cbe28 HTTP/1.1" status: 200 len: 375 time: 0.0475304 Oct 14 17:57:32.117792 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 6276aa8e-78da-45f2-9027-e54c0e8353b7 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:32.118617 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:32.149959 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:32.153468 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a4b13f-bcc0-4719-ab4d-946cdecd3b7b" -d '{"events": [{"server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:32.189287 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6276aa8e-78da-45f2-9027-e54c0e8353b7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:32.199845 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:32.207622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4f2a-468a-42ac-8a94-f534df0d9980 req-c4e0a407-aa69-4dee-b2b0-4c51ab40bb20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:32.214432 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-71ee4f2a-468a-42ac-8a94-f534df0d9980 req-c4e0a407-aa69-4dee-b2b0-4c51ab40bb20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0657713 Oct 14 17:57:32.264524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=6276aa8e-78da-45f2-9027-e54c0e8353b7,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:32.274708 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-52bf2fc6-994b-4b4e-82ca-35a8f240417d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1888266 Oct 14 17:57:32.290721 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-71ee4f2a-468a-42ac-8a94-f534df0d9980 req-1f8c00e6-c628-4384-98b5-90dba9975cb0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753839 Oct 14 17:57:32.449467 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-1c0970de-3c4e-4e9d-a0d7-22f25473e660 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565714 Oct 14 17:57:32.455602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b2117-dab1-4cd7-80af-642cb3adab60 req-b96bd000-469d-4380-8cbb-f2f70a0a2adf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:32.457052 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-542b2117-dab1-4cd7-80af-642cb3adab60 req-b96bd000-469d-4380-8cbb-f2f70a0a2adf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0711014 Oct 14 17:57:32.531658 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:32.594319 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-542b2117-dab1-4cd7-80af-642cb3adab60 req-44c23584-d3f4-4fae-a951-f33fc871dbd6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164348 Oct 14 17:57:32.603445 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-f50966b9-8765-4b7e-9ea7-3ec7d8e70b99 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454630 Oct 14 17:57:32.649076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be092bbb-f271-4837-90c6-8073ad16dc66 x-openstack-request-id: req-be092bbb-f271-4837-90c6-8073ad16dc66 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:32.649410 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "name": "network-vif-plugged", "status": "completed", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:32.649669 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-be092bbb-f271-4837-90c6-8073ad16dc66 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:32.650076 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be092bbb-f271-4837-90c6-8073ad16dc66'] response: {'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'code': 200} Oct 14 17:57:32.828753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62bd03-73e3-4c0a-a197-8342967216f2 req-92368ada-2fd9-4859-bedc-13596630d903 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:32.835538 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0c62bd03-73e3-4c0a-a197-8342967216f2 req-92368ada-2fd9-4859-bedc-13596630d903 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.1211915 Oct 14 17:57:32.985357 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-760a1cee-c2f3-4059-8512-7db9735fa4a3 req-d6203399-8484-4957-815b-f1870fb76381 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.1410594 Oct 14 17:57:33.012229 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54e392-6345-47cf-a241-777310b1668c req-a32d45a2-f715-46e0-8b41-48c5b7b9551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:33.013497 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2b54e392-6345-47cf-a241-777310b1668c req-a32d45a2-f715-46e0-8b41-48c5b7b9551f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1130 time: 0.1436565 Oct 14 17:57:33.025210 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0c62bd03-73e3-4c0a-a197-8342967216f2 req-31e3facc-7c16-4433-8d70-fd383150bee1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874564 Oct 14 17:57:33.036624 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:57:33.081151 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2b54e392-6345-47cf-a241-777310b1668c req-52fdbbe9-f2d1-41aa-a322-80e6f3b6e16b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547554 Oct 14 17:57:33.258189 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=37 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:33.740581 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384039-edeb-465c-b2cb-70f2ccc7b45b req-2503fe29-467f-471c-94f7-2ca0986a3aa7 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:33.742093 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90384039-edeb-465c-b2cb-70f2ccc7b45b req-2503fe29-467f-471c-94f7-2ca0986a3aa7 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0600374 Oct 14 17:57:33.803007 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90384039-edeb-465c-b2cb-70f2ccc7b45b req-08fb3077-81c7-4676-b9eb-740c1e5bba81 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485640 Oct 14 17:57:34.119576 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9dacdc7f-a794-4f01-b7e1-6984d01c57f0 req-86f8229e-25c4-4532-96e8-be32cbbcec0a tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0406790 Oct 14 17:57:34.184643 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f646fb8-1eb5-4fd9-b598-45b85f7d25ee req-eb2a3984-d77d-4a34-abd6-96014c159a33 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:34.186109 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f646fb8-1eb5-4fd9-b598-45b85f7d25ee req-eb2a3984-d77d-4a34-abd6-96014c159a33 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0654814 Oct 14 17:57:34.247833 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f646fb8-1eb5-4fd9-b598-45b85f7d25ee req-b2cb9cc5-6ebf-4019-968f-7ff969717a06 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526657 Oct 14 17:57:34.899663 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:34.940032 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad56474-8621-49a4-9bbb-ca3a80d764ca req-4bcbd664-0c43-4787-9b46-60589cb98774 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:34.941524 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1ad56474-8621-49a4-9bbb-ca3a80d764ca req-4bcbd664-0c43-4787-9b46-60589cb98774 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0522048 Oct 14 17:57:35.008952 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1ad56474-8621-49a4-9bbb-ca3a80d764ca req-22226b81-0dbd-4d43-ad80-e6658eba1315 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563478 Oct 14 17:57:35.228870 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b205520e-50df-484a-9ca4-efdb84abaf2a req-859586bc-7c33-48f4-9ba4-8708427366bc tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0368874 Oct 14 17:57:35.378387 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72589c8-a01a-478b-9758-4693a214efc8 req-756457cd-6397-4b0c-a3dc-633b47e56a6b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:35.384436 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a72589c8-a01a-478b-9758-4693a214efc8 req-756457cd-6397-4b0c-a3dc-633b47e56a6b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0554485 Oct 14 17:57:35.434669 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a72589c8-a01a-478b-9758-4693a214efc8 req-88ffec03-49f6-49f3-bafc-f75b4d16578d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456219 Oct 14 17:57:36.127358 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c6e6-6292-42e5-b53f-22541cb74598 req-e19a897b-0405-4ee2-8399-9ca1ba6d7307 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:36.128858 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ef82c6e6-6292-42e5-b53f-22541cb74598 req-e19a897b-0405-4ee2-8399-9ca1ba6d7307 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0469537 Oct 14 17:57:36.175278 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ef82c6e6-6292-42e5-b53f-22541cb74598 req-f8dc0ee3-ef46-4504-aa5f-f2748d3f7cfb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Oct 14 17:57:36.304861 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:36.333902 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9edaa558-41fc-4e3e-b2b7-d03f3897e5c5 req-dc136d88-c2b4-480c-a817-585b0723f8b5 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Oct 14 17:57:36.555457 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff1773-4b06-49cd-b0ff-59b035b1be3d req-15be1140-7024-483b-b8f1-5e1d5a41d905 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:36.557162 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-13ff1773-4b06-49cd-b0ff-59b035b1be3d req-15be1140-7024-483b-b8f1-5e1d5a41d905 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0485673 Oct 14 17:57:36.605789 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-13ff1773-4b06-49cd-b0ff-59b035b1be3d req-42755af1-0db9-4384-9082-15c19a47581c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Oct 14 17:57:37.304317 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fa4ac-4fe7-4141-b61e-df180db28c16 req-46ac030c-b7a5-42d5-803a-b4d5d4242de8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:37.305693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-630fa4ac-4fe7-4141-b61e-df180db28c16 req-46ac030c-b7a5-42d5-803a-b4d5d4242de8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0474286 Oct 14 17:57:37.353284 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-630fa4ac-4fe7-4141-b61e-df180db28c16 req-d9a35d32-6e4c-462a-91b7-f25b6c2f4071 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Oct 14 17:57:37.439976 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7d9e5ddd-2a06-4d13-a3dd-4dad45e34916 req-5dd82168-0fcd-426e-9004-b708cc24fcc4 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0308356 Oct 14 17:57:37.725908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b744b60-0256-47b9-bfcd-26bd618d5f23 req-ad8c6f59-da36-41cb-934b-5e8af8fb2649 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:37.727401 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0b744b60-0256-47b9-bfcd-26bd618d5f23 req-ad8c6f59-da36-41cb-934b-5e8af8fb2649 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0467503 Oct 14 17:57:37.768215 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:37.775796 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0b744b60-0256-47b9-bfcd-26bd618d5f23 req-fcc5a597-3e2e-4734-85d9-2bd77f0f8f9b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Oct 14 17:57:38.476145 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0e154-fff9-4012-a6fd-271ac751e96b req-0e6c1d69-bc2a-48a9-a97a-6414dd16e0f6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:38.477620 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01f0e154-fff9-4012-a6fd-271ac751e96b req-0e6c1d69-bc2a-48a9-a97a-6414dd16e0f6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0455647 Oct 14 17:57:38.549179 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-415278b2-b80a-41f9-a424-9718e279fbbb req-4b6a460f-1186-49af-bfce-fd6e985d838c tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0354941 Oct 14 17:57:38.552306 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01f0e154-fff9-4012-a6fd-271ac751e96b req-455b5143-eacf-4cc2-a8fe-6a5bb63a4b85 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690856 Oct 14 17:57:38.898012 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c36f-0727-4bca-b1b7-3ae3352704f0 req-b2bc2fce-b7cc-4cef-a293-5191773a9b9f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:38.899483 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f9d9c36f-0727-4bca-b1b7-3ae3352704f0 req-b2bc2fce-b7cc-4cef-a293-5191773a9b9f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0477593 Oct 14 17:57:38.946083 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f9d9c36f-0727-4bca-b1b7-3ae3352704f0 req-d5a0171e-c758-46f3-9619-dde22bcb78b9 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 Oct 14 17:57:39.650828 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-82702869-6cee-457b-b086-53155698d32b req-ae7b3e31-93ee-4f3d-884f-26503b889636 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0285726 Oct 14 17:57:39.698031 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e9ef8-bc64-4b2c-8cd6-352a2072ae03 req-d9426f7a-ef06-4f7e-befe-029f152261e3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:39.699484 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e51e9ef8-bc64-4b2c-8cd6-352a2072ae03 req-d9426f7a-ef06-4f7e-befe-029f152261e3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.0514867 Oct 14 17:57:39.746153 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e51e9ef8-bc64-4b2c-8cd6-352a2072ae03 req-fdfc564f-8d03-44ed-987c-35d19617ae92 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 Oct 14 17:57:40.066674 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcc58e-b263-409b-8da4-581f8a80347a req-1ef18f49-796a-4ac9-9aca-f439d678027c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:40.068181 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-62bcc58e-b263-409b-8da4-581f8a80347a req-1ef18f49-796a-4ac9-9aca-f439d678027c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0471654 Oct 14 17:57:40.115240 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-62bcc58e-b263-409b-8da4-581f8a80347a req-9d1378cc-fe5a-4503-93e6-6aef3297582b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Oct 14 17:57:40.229245 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68611618-4f67-48c3-8ba3-05efe9c3d3d0 req-4cb4e57c-6a0d-4ae5-995b-b71f595b055a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:40.230652 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-68611618-4f67-48c3-8ba3-05efe9c3d3d0 req-4cb4e57c-6a0d-4ae5-995b-b71f595b055a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0452373 Oct 14 17:57:40.241008 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44744) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:40.245175 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'floatingip': {'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:40.274276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:40.316466 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:40.766197 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0c909d2-0984-4869-b522-ddd70bbfc557 req-e13898e3-dfc6-4c91-bc86-e094fdf8bfcf tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0337443 Oct 14 17:57:40.795309 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:57:40.844297 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:40.899840 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: ACTIVE; New status is: DOWN {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:40.900250 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:40.917774 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:40.926056 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:40.928328 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e23805-7b90-48ab-94d1-37039043d55b" -d '{"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:40.946099 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:40.951201 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:40.953936 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9369626-472c-43e7-bdbd-8ae2ce7a27bd req-3658cd36-5ec3-4421-8e3a-78565d5dc17f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:40.955531 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c9369626-472c-43e7-bdbd-8ae2ce7a27bd req-3658cd36-5ec3-4421-8e3a-78565d5dc17f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 945 time: 0.1141734 Oct 14 17:57:40.977906 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d32e82-9378-4bf1-9f8a-f26577c19e2c x-openstack-request-id: req-b0d32e82-9378-4bf1-9f8a-f26577c19e2c {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:40.978199 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:40.978447 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b0d32e82-9378-4bf1-9f8a-f26577c19e2c {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:40.978840 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d32e82-9378-4bf1-9f8a-f26577c19e2c'] response: {'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781', 'code': 200} Oct 14 17:57:41.006716 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=8']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:41.110056 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c9369626-472c-43e7-bdbd-8ae2ce7a27bd req-059f10d5-e6a7-459e-950e-742fecac4bcd tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364920 Oct 14 17:57:41.215793 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:41.224953 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:41.228394 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:41.348699 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545627a-e567-4199-b243-97dcc568b8fb req-bf2e3e33-56e7-43ac-863c-8d00c9bc4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:41.350185 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-bf2e3e33-56e7-43ac-863c-8d00c9bc4cfb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 1127 time: 0.0778179 Oct 14 17:57:41.357317 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Floating IP 6e01ec0d-9f63-4d88-865d-7fca53e9ea8b associated. External IP: 172.27.3.229, port: 6276aa8e-78da-45f2-9027-e54c0e8353b7. Oct 14 17:57:41.531700 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545627a-e567-4199-b243-97dcc568b8fb req-393197c9-3322-4e6a-84e9-f8a607e8dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:41.533212 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-393197c9-3322-4e6a-84e9-f8a607e8dfc7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.1416991 Oct 14 17:57:41.667789 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-d08b377c-a127-4c13-9a06-c38ff9938a55 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 200 len: 999 time: 0.0978920 Oct 14 17:57:41.685766 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:57:41.693076 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:41.790344 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:57:41.795171 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:41.800910 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bd196-f337-4905-a531-3872c91b099f None None] Sync routers for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:57:41.812508 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:41.813149 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:57:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:41.831928 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b63424c8-9d9e-42d6-a64c-915be41fb636 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6e01ec0d-9f63-4d88-865d-7fca53e9ea8b HTTP/1.1" status: 200 len: 992 time: 1.5898213 Oct 14 17:57:41.832694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:41.835061 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda80a51-73aa-45ea-8459-8a02df5a9b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:41.871116 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:41.891134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc4878b-907a-4c82-8351-3e3b5c180049 x-openstack-request-id: req-7cc4878b-907a-4c82-8351-3e3b5c180049 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:41.891509 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:41.891833 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7cc4878b-907a-4c82-8351-3e3b5c180049 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:41.894694 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc4878b-907a-4c82-8351-3e3b5c180049'] response: {'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'status': 'completed', 'code': 200} Oct 14 17:57:41.912479 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545627a-e567-4199-b243-97dcc568b8fb req-083500a6-3926-41f8-84e4-35cc05585805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:41.914060 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-083500a6-3926-41f8-84e4-35cc05585805 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0763242 Oct 14 17:57:41.916171 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e4e8d730-21e9-4f43-aa0d-c160155a4598 req-6bd9453e-9750-462d-8177-3cf654414e30 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0687251 Oct 14 17:57:41.960001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:42.002125 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545627a-e567-4199-b243-97dcc568b8fb req-e55d20ad-d026-4afd-8bff-1e080360e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:42.003625 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-e55d20ad-d026-4afd-8bff-1e080360e7bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753739 Oct 14 17:57:42.004960 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-84f20e61-a882-4e8a-84f0-6e4168215651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:42.006286 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-84f20e61-a882-4e8a-84f0-6e4168215651 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1130 time: 0.0691230 Oct 14 17:57:42.078089 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-3d79d763-8537-4ea6-95c0-696ef523515d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:42.079488 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-3d79d763-8537-4ea6-95c0-696ef523515d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.25 "GET /networking/v2.0/networks?id=756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 200 len: 814 time: 0.1437666 Oct 14 17:57:42.097449 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'port': {'device_id': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'admin_state_up': True, 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:42.227203 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Made reservation on behalf of f41c0e3b1239415ba4105ca5014cbe28 for: {'port': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:57:42.231123 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:42.293319 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6e01ec0d-9f63-4d88-865d-7fca53e9ea8b', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'mac_address': 'fa:16:3e:fb:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:57:17Z', 'updated_at': '2022-10-14T17:57:41Z', 'revision_number': 1, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:42.328590 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bd196-f337-4905-a531-3872c91b099f None None] Checking router: 7c0f4f18-5bab-44b8-b420-ed559b8c5037 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:57:42.338814 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:57:42.339281 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:57:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:42.402806 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Allocated IP 172.20.0.9 (756a6544-0d40-4f61-8438-42aaa0ee03ce/11e1f7da-737e-41d2-9ee9-bbdb46c89f09/687bc207-2144-4d90-83f9-83cd2654a936) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:57:42.477744 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:57:42.502515 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:42.540274 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d4766-69a3-47f5-acaf-d2291eb933c0 req-55256bf2-1966-4c28-ae20-ea4c80c39ea9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:42.548533 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-796d4766-69a3-47f5-acaf-d2291eb933c0 req-55256bf2-1966-4c28-ae20-ea4c80c39ea9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.1332409 Oct 14 17:57:42.602811 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for port (687bc207-2144-4d90-83f9-83cd2654a936), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:42.648692 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-55406169-d001-4346-b1f8-7faabd6424ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:42.653319 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-55406169-d001-4346-b1f8-7faabd6424ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.6182389 Oct 14 17:57:42.662075 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-e9afe086-ff4e-44d7-8810-db07ba89c9fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346259 Oct 14 17:57:42.674400 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:42.755792 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-796d4766-69a3-47f5-acaf-d2291eb933c0 req-5de8c58b-05d8-494a-a66d-2d13aab778c1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903132 Oct 14 17:57:42.765362 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:57:42.771106 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:57:42.774834 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:57:42.802261 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:42.803323 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:42.807186 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:42.848027 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-a43224bc-a270-472f-b57c-5dfcb7c75ba6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7565637 Oct 14 17:57:42.981495 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-503bd196-f337-4905-a531-3872c91b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6e01ec0d-9f63-4d88-865d-7fca53e9ea8b', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'mac_address': 'fa:16:3e:fb:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:57:17Z', 'updated_at': '2022-10-14T17:57:41Z', 'revision_number': 1, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:57:43.051781 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bd196-f337-4905-a531-3872c91b099f None None] The sync data for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi is: [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6e01ec0d-9f63-4d88-865d-7fca53e9ea8b', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'mac_address': 'fa:16:3e:fb:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:57:17Z', 'updated_at': '2022-10-14T17:57:41Z', 'revision_number': 1, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:57:43.128522 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea8724-4989-42cd-9a9a-b530ca0e43ce req-34eceb4f-0629-4aaa-bcc5-87d6d146f431 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:43.130444 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-04b475e3-7d57-4e2a-adc6-c8599b8bc8ff None None] Provisioning complete for port 687bc207-2144-4d90-83f9-83cd2654a936 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:57:43.130824 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-04b475e3-7d57-4e2a-adc6-c8599b8bc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (687bc207-2144-4d90-83f9-83cd2654a936), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:43.131164 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-04b475e3-7d57-4e2a-adc6-c8599b8bc8ff None None] Attempt 1 to provision port 687bc207-2144-4d90-83f9-83cd2654a936 Oct 14 17:57:43.142335 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-26ea8724-4989-42cd-9a9a-b530ca0e43ce req-34eceb4f-0629-4aaa-bcc5-87d6d146f431 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.1129851 Oct 14 17:57:43.205678 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-04b475e3-7d57-4e2a-adc6-c8599b8bc8ff None None] Port 687bc207-2144-4d90-83f9-83cd2654a936 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:57:43.228543 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-26ea8724-4989-42cd-9a9a-b530ca0e43ce req-2035d6f9-749b-4a28-9690-74d7e2099c2b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847294 Oct 14 17:57:43.391445 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600bde0-262a-441d-acc2-2cb863918f2b None None] New status for floating IP 6e01ec0d-9f63-4d88-865d-7fca53e9ea8b: ACTIVE {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 17:57:43.916710 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38579032-6dea-4895-b00f-197014a7f07f req-c814e844-96cb-4c7b-b225-7e2fd9a7a46b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:43.920262 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-38579032-6dea-4895-b00f-197014a7f07f req-c814e844-96cb-4c7b-b225-7e2fd9a7a46b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0535223 Oct 14 17:57:43.971156 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-38579032-6dea-4895-b00f-197014a7f07f req-2f3fe175-eea4-44ee-9bab-a01c4603c395 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460799 Oct 14 17:57:44.374668 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54810-0551-4952-bb72-70bce8e2b963 req-43c9227e-0042-44c9-af9e-7385697cc888 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:44.376194 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-06b54810-0551-4952-bb72-70bce8e2b963 req-43c9227e-0042-44c9-af9e-7385697cc888 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.0579343 Oct 14 17:57:44.429910 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-06b54810-0551-4952-bb72-70bce8e2b963 req-bebec32c-daaf-4210-a123-91ed2a7be3bf tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Oct 14 17:57:45.107549 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08117cfa-969d-478f-b145-156acb9bab7c req-2792dc79-3065-45cf-94a0-2ada9ea4196e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:45.110086 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-08117cfa-969d-478f-b145-156acb9bab7c req-2792dc79-3065-45cf-94a0-2ada9ea4196e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0546718 Oct 14 17:57:45.190379 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-08117cfa-969d-478f-b145-156acb9bab7c req-3f86f861-a451-4e47-8439-06c8d302148c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730119 Oct 14 17:57:45.454264 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2fd918c2-091a-4f5c-a353-41a27fca418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:45.570386 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b2332-cff9-4ece-a0b5-4155ab05d46e req-0d610cf1-4b1c-48e3-a2fd-7770889ca5c0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:45.571920 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da5b2332-cff9-4ece-a0b5-4155ab05d46e req-0d610cf1-4b1c-48e3-a2fd-7770889ca5c0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.0513024 Oct 14 17:57:45.629876 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da5b2332-cff9-4ece-a0b5-4155ab05d46e req-77242fad-8c1d-4eef-8e2b-9d844260d5c4 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499539 Oct 14 17:57:46.334801 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c71d69-9400-43bd-b5d3-397bbc7537ac req-3aa6af8a-6d63-4d9d-891b-82e2e88e26f9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:46.336790 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3c71d69-9400-43bd-b5d3-397bbc7537ac req-3aa6af8a-6d63-4d9d-891b-82e2e88e26f9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0629740 Oct 14 17:57:46.363555 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:46.384727 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3c71d69-9400-43bd-b5d3-397bbc7537ac req-4be93666-cd2d-4324-8479-a8912e38014f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Oct 14 17:57:46.751852 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315ab3-e2b1-4d9c-9837-96c5ab76f71d req-6fec0474-76b6-43b0-a3e1-aff65187ba31 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:46.753511 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd315ab3-e2b1-4d9c-9837-96c5ab76f71d req-6fec0474-76b6-43b0-a3e1-aff65187ba31 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.0461514 Oct 14 17:57:46.804357 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dd315ab3-e2b1-4d9c-9837-96c5ab76f71d req-38e750a5-c881-480c-882d-d3c290203426 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448601 Oct 14 17:57:47.522424 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3a434-75c1-4769-b976-dd9029a37b93 req-cc639243-50d2-4a6a-8403-007145d6f104 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:47.529439 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98a3a434-75c1-4769-b976-dd9029a37b93 req-cc639243-50d2-4a6a-8403-007145d6f104 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0587358 Oct 14 17:57:47.579491 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98a3a434-75c1-4769-b976-dd9029a37b93 req-a3178747-ca0b-4e70-ae8c-b72c9a370595 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492594 Oct 14 17:57:47.909137 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4883d15b-524b-4cd8-a8e9-1b05ecb1fe79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:47.951247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a65c-2d0d-4ffe-b97c-75434e678505 req-7ffd6cc3-8306-4663-90da-70c667320c7d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:47.952774 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8282a65c-2d0d-4ffe-b97c-75434e678505 req-7ffd6cc3-8306-4663-90da-70c667320c7d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.0593410 Oct 14 17:57:48.002057 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8282a65c-2d0d-4ffe-b97c-75434e678505 req-b8e02653-20a1-4fbb-a917-8a687c324646 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Oct 14 17:57:48.721443 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c671-b198-4823-8883-e7b4c6e32b45 req-cb38b131-237e-4fa2-9dfa-d960999a4178 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:48.722882 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8f38c671-b198-4823-8883-e7b4c6e32b45 req-cb38b131-237e-4fa2-9dfa-d960999a4178 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0631726 Oct 14 17:57:48.779288 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8f38c671-b198-4823-8883-e7b4c6e32b45 req-64c6618a-cadc-480f-aade-cbc5272c6197 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504358 Oct 14 17:57:49.050870 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:49.167770 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:49.200547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ef7ae-d2b1-4c17-8cf7-edb3a967ed32 req-d511ee6b-024c-441b-a7cb-9ce321c617e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:49.203394 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f47ef7ae-d2b1-4c17-8cf7-edb3a967ed32 req-d511ee6b-024c-441b-a7cb-9ce321c617e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.0909379 Oct 14 17:57:49.256175 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f47ef7ae-d2b1-4c17-8cf7-edb3a967ed32 req-75d64f08-1eeb-4226-a2b9-fb9bca043b57 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Oct 14 17:57:49.923855 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb1ed6-79f5-4cb1-b0f6-669e04910169 req-cb8d7b87-9036-44fe-b254-759376a09e4a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:49.925412 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a6eb1ed6-79f5-4cb1-b0f6-669e04910169 req-cb8d7b87-9036-44fe-b254-759376a09e4a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0493331 Oct 14 17:57:49.984009 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a6eb1ed6-79f5-4cb1-b0f6-669e04910169 req-4c1bf56e-3bcc-4e01-b6aa-95eeabfec2c4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Oct 14 17:57:50.389055 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7048-8414-46aa-bde1-09574be7273d req-b57886ef-bdcd-4c6d-9f30-e52291cdc6c0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:50.390736 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fa4d7048-8414-46aa-bde1-09574be7273d req-b57886ef-bdcd-4c6d-9f30-e52291cdc6c0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.0566347 Oct 14 17:57:50.439664 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fa4d7048-8414-46aa-bde1-09574be7273d req-3cce5f84-8aa7-4235-893c-c766829d2eba tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Oct 14 17:57:50.569636 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:50.614893 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:51.121045 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d0f7d-943c-43ea-9d01-cd1aba2bdd44 req-907cdaca-a334-4c0f-8a5b-6c46713043d5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:51.122565 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-366d0f7d-943c-43ea-9d01-cd1aba2bdd44 req-907cdaca-a334-4c0f-8a5b-6c46713043d5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0496917 Oct 14 17:57:51.174302 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-366d0f7d-943c-43ea-9d01-cd1aba2bdd44 req-f9c0b4df-3160-45d5-9ee3-072aed1ff813 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453424 Oct 14 17:57:51.568478 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831c3e8-5b57-4f09-aefd-c742dc2892f7 req-a6fe7b9f-8d6d-4205-af0b-b866a65587dc tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:51.570050 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c831c3e8-5b57-4f09-aefd-c742dc2892f7 req-a6fe7b9f-8d6d-4205-af0b-b866a65587dc tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 931 time: 0.0559368 Oct 14 17:57:51.632479 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c831c3e8-5b57-4f09-aefd-c742dc2892f7 req-687e5e27-b996-4367-850b-c816c8fde5e5 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Oct 14 17:57:52.301912 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77575a0c-00e4-47c5-a2e1-6fcebb17ac8e req-a3957612-2cd5-463d-a3da-2e3b6f27b147 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:52.303386 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-77575a0c-00e4-47c5-a2e1-6fcebb17ac8e req-a3957612-2cd5-463d-a3da-2e3b6f27b147 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0482953 Oct 14 17:57:52.316349 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Request body: {'port': {'device_id': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:57:52.333180 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:52.377092 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:52.389407 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (687bc207-2144-4d90-83f9-83cd2654a936), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:52.465556 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-526de15c-7c48-404d-bc6e-2e8a4829c42b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 1002 time: 0.1542959 Oct 14 17:57:52.471654 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-77575a0c-00e4-47c5-a2e1-6fcebb17ac8e req-ac8bd29c-e1ab-40b3-bff7-a5ffb241a48c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623702 Oct 14 17:57:52.498864 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-623e07c7-79e4-4639-9e5f-5b5ee60b854a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809568 Oct 14 17:57:52.575564 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:52.654092 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687bc207-2144-4d90-83f9-83cd2654a936 {{(pid=104408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:57:52.664968 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Publish callbacks [] for port (687bc207-2144-4d90-83f9-83cd2654a936), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:52.678397 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.provisioning_blocks [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Transition to ACTIVE for port object 687bc207-2144-4d90-83f9-83cd2654a936 will not be triggered until provisioned by entity L2. {{(pid=104408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:57:52.682638 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:52.748663 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Pushing event updated for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:52.754420 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbf7e9-1bba-4d5b-88de-33dd89abeadc req-883781f6-7a87-41cc-b5df-72d570d97649 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:52.755983 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a8bbf7e9-1bba-4d5b-88de-33dd89abeadc req-883781f6-7a87-41cc-b5df-72d570d97649 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 943 time: 0.0486557 Oct 14 17:57:52.761460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Attempting to bind port 687bc207-2144-4d90-83f9-83cd2654a936 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:57:52.761824 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Attempting to bind port 687bc207-2144-4d90-83f9-83cd2654a936 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:57:52.762117 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Attempting to bind port 687bc207-2144-4d90-83f9-83cd2654a936 on network 756a6544-0d40-4f61-8438-42aaa0ee03ce {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:52.807781 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Port 687bc207-2144-4d90-83f9-83cd2654a936 on network 756a6544-0d40-4f61-8438-42aaa0ee03ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:57:52.808127 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Attempting to bind port 687bc207-2144-4d90-83f9-83cd2654a936 on network 756a6544-0d40-4f61-8438-42aaa0ee03ce {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:57:52.808628 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a8bbf7e9-1bba-4d5b-88de-33dd89abeadc req-bafa8701-e824-4c3b-9a6d-1e9a8e2cff6b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Oct 14 17:57:52.856667 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:57:52.857118 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Checking segment: {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:57:52.857498 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Bound using segment: {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:57:52.857957 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Bound port: 687bc207-2144-4d90-83f9-83cd2654a936, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce'}}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:57:52.858410 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (687bc207-2144-4d90-83f9-83cd2654a936), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:52.863400 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-bcc1c00b-a170-4ffa-9fe1-1e5eb5db3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:52.864893 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-bcc1c00b-a170-4ffa-9fe1-1e5eb5db3b87 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0494339 Oct 14 17:57:52.919371 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, cleared binding levels {{(pid=104408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:57:52.922806 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=687bc207-2144-4d90-83f9-83cd2654a936,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:57:52.929104 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:52.932703 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:52.933314 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:52.934653 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 1093 time: 0.6230984 Oct 14 17:57:52.936926 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:52.939128 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658136d2-2099-40c5-b12f-70bf518fdb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:52.976934 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f7ddef-fdcd-4315-b3df-ac7bffbe02a9 x-openstack-request-id: req-d8f7ddef-fdcd-4315-b3df-ac7bffbe02a9 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:52.977221 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:52.977472 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d8f7ddef-fdcd-4315-b3df-ac7bffbe02a9 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:52.977865 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f7ddef-fdcd-4315-b3df-ac7bffbe02a9'] response: {'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936', 'status': 'completed', 'code': 200} Oct 14 17:57:52.991430 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe950ad-3532-402b-8bb4-29decf9eba00 service neutron] Pushing event updated for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=3']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:53.553115 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:53.598522 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6908d8-6cd9-4dd5-8b5b-ec7c1ed53936 req-abba68c3-11e8-46cf-8244-edd68ce7fceb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:53.599965 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0d6908d8-6cd9-4dd5-8b5b-ec7c1ed53936 req-abba68c3-11e8-46cf-8244-edd68ce7fceb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0469918 Oct 14 17:57:53.605477 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:53.647535 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0d6908d8-6cd9-4dd5-8b5b-ec7c1ed53936 req-e83a8b3e-3103-461e-be65-0614ed1e5d80 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Oct 14 17:57:53.933537 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa465cce-1e80-4f87-bd2d-12170159f312 req-b3d68586-9972-4d18-92fe-949da1310e61 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:53.934880 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fa465cce-1e80-4f87-bd2d-12170159f312 req-b3d68586-9972-4d18-92fe-949da1310e61 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 943 time: 0.0496998 Oct 14 17:57:53.976547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:53.981271 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fa465cce-1e80-4f87-bd2d-12170159f312 req-1e6b7415-f0bd-4ee2-a97c-5d30ef16b23f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Oct 14 17:57:54.594084 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-5e4b33f2-7e75-4256-850d-8582b86caafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:54.595607 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-5e4b33f2-7e75-4256-850d-8582b86caafd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442793 Oct 14 17:57:54.614471 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658136d2-2099-40c5-b12f-70bf518fdb2c req-efc4f49d-cf73-4ad9-8d36-f91c6a67fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:54.615910 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-658136d2-2099-40c5-b12f-70bf518fdb2c req-efc4f49d-cf73-4ad9-8d36-f91c6a67fbab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0411129 Oct 14 17:57:54.700115 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-d40601f6-de5f-4caf-a6ad-c05935da0ef4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897238 Oct 14 17:57:54.830695 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d937908-7c98-444b-a8c1-a185260d2939 req-51655942-9b64-4829-be22-64a324f29656 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:54.832342 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6d937908-7c98-444b-a8c1-a185260d2939 req-51655942-9b64-4829-be22-64a324f29656 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.1040134 Oct 14 17:57:54.849742 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658136d2-2099-40c5-b12f-70bf518fdb2c req-415a96bf-8e8d-41e5-a637-504f0450152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:54.851269 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-658136d2-2099-40c5-b12f-70bf518fdb2c req-415a96bf-8e8d-41e5-a637-504f0450152a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1194954 Oct 14 17:57:54.901587 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bda80a51-73aa-45ea-8459-8a02df5a9b7c req-e0f66292-8b99-431d-b17d-1487e25bddae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616490 Oct 14 17:57:54.928542 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6d937908-7c98-444b-a8c1-a185260d2939 req-85a8aee2-3fa7-4517-9ad1-7afdf6fa3fa2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728500 Oct 14 17:57:54.964002 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658136d2-2099-40c5-b12f-70bf518fdb2c req-2c203566-0114-46ca-9da9-423d1653001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:54.965457 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-658136d2-2099-40c5-b12f-70bf518fdb2c req-2c203566-0114-46ca-9da9-423d1653001d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068916 Oct 14 17:57:55.067381 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:55.076141 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-8ffd388a-1924-4ba6-b337-c7af640d4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:55.080213 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-8ffd388a-1924-4ba6-b337-c7af640d4920 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0496848 Oct 14 17:57:55.116880 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458bd8-af30-42e0-90b2-de2b06e1387d req-cb84e1c3-9ee4-4adf-8563-61a368dc5d6e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:55.118385 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-67458bd8-af30-42e0-90b2-de2b06e1387d req-cb84e1c3-9ee4-4adf-8563-61a368dc5d6e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 943 time: 0.0542002 Oct 14 17:57:55.138536 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-aa04d325-b5d4-4013-a76c-6c24ff35d792 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 217 time: 0.0401413 Oct 14 17:57:55.168234 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-67458bd8-af30-42e0-90b2-de2b06e1387d req-7ab4eead-afde-429f-9359-6b7e26982254 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Oct 14 17:57:55.192288 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-7319ab0a-0f9f-4d8e-ac13-04af6cc0097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:55.193775 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-7319ab0a-0f9f-4d8e-ac13-04af6cc0097a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=11e1f7da-737e-41d2-9ee9-bbdb46c89f09 HTTP/1.1" status: 200 len: 853 time: 0.0495992 Oct 14 17:57:55.481946 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-0a6eb511-bcf9-426a-aae6-c9c6a1a57762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:55.483442 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-0a6eb511-bcf9-426a-aae6-c9c6a1a57762 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=756a6544-0d40-4f61-8438-42aaa0ee03ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431936 Oct 14 17:57:55.586477 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-6e362561-78f0-4591-a2f9-3ca22f5ccf91 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903502 Oct 14 17:57:55.677294 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-adbae531-a634-4af7-b0ee-924ed1712b50 req-60782a2e-a10e-45cb-9740-493585514c22 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827005 Oct 14 17:57:56.064301 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375ee6e-9f24-47d0-8cd7-4f4d2e99cc2f req-592d29aa-98dc-4a06-a0b1-ae45e5328291 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:56.065791 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5375ee6e-9f24-47d0-8cd7-4f4d2e99cc2f req-592d29aa-98dc-4a06-a0b1-ae45e5328291 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0492735 Oct 14 17:57:56.148343 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5375ee6e-9f24-47d0-8cd7-4f4d2e99cc2f req-52555455-ec22-44d4-97a8-4362c48458b8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769448 Oct 14 17:57:56.153879 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f19478-5763-4bb5-8ca5-e4bf569026b1 req-6832452d-86cc-4589-8bb4-f4bb421776b2 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:56.155278 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-21f19478-5763-4bb5-8ca5-e4bf569026b1 req-6832452d-86cc-4589-8bb4-f4bb421776b2 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 945 time: 0.0687034 Oct 14 17:57:56.203978 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-21f19478-5763-4bb5-8ca5-e4bf569026b1 req-40184a41-8fa2-45ba-8cad-ee228db5eddc tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Oct 14 17:57:56.286532 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:56.306253 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aa889-5735-4226-afa0-fa1cf76140ba req-fa9a9c8f-7bb0-4ffe-b5ee-5fbc8d64b31e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:56.307731 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-516aa889-5735-4226-afa0-fa1cf76140ba req-fa9a9c8f-7bb0-4ffe-b5ee-5fbc8d64b31e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 943 time: 0.0496011 Oct 14 17:57:56.355212 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-516aa889-5735-4226-afa0-fa1cf76140ba req-cbb74a97-3958-4f19-8e87-74bac029f45b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Oct 14 17:57:56.669574 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-4fa698a6-8c1d-4707-9b3c-5173b064183e req-d795a919-e0ca-4682-844e-ba42bb82b8b4 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:57:56.670550 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4fa698a6-8c1d-4707-9b3c-5173b064183e req-d795a919-e0ca-4682-844e-ba42bb82b8b4 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051794 Oct 14 17:57:56.843583 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94bcdb-f5ff-488f-abfc-6589da3689ba req-5fc5f7c9-f3bb-443b-80fe-e8ac4d076553 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:56.845090 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4a94bcdb-f5ff-488f-abfc-6589da3689ba req-5fc5f7c9-f3bb-443b-80fe-e8ac4d076553 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0464697 Oct 14 17:57:56.897418 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4a94bcdb-f5ff-488f-abfc-6589da3689ba req-c633ac36-a393-487f-a9d5-998e0019c52c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Oct 14 17:57:57.093268 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44930) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:57.171281 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-7c080ecf-990f-4a93-914f-c77edcf19a71 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762062 Oct 14 17:57:57.181067 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-13977c82-507a-4159-8aef-bfce729c31e0 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 17:57:57.181995 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-13977c82-507a-4159-8aef-bfce729c31e0 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047493 Oct 14 17:57:57.260672 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 44940) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:57:57.352570 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd1d0-a640-4e64-ab5d-b27f20373d23 req-d1e29b39-26ab-4904-ae1f-59ab45ea7037 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:57.354045 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1b1dd1d0-a640-4e64-ab5d-b27f20373d23 req-d1e29b39-26ab-4904-ae1f-59ab45ea7037 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 945 time: 0.0735848 Oct 14 17:57:57.383278 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2395bd-3213-448f-843b-c301686ba147 req-026fc266-4227-4197-b359-662ed6ede7ab tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:57.384594 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-026fc266-4227-4197-b359-662ed6ede7ab tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports/04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 200 len: 940 time: 0.1228986 Oct 14 17:57:57.416247 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1b1dd1d0-a640-4e64-ab5d-b27f20373d23 req-92b967c0-7b4e-4677-bff6-ee1f3d2be18c tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563557 Oct 14 17:57:57.453887 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:57.490274 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffdcd6-0c2f-4f43-a628-1de5fd5676eb req-58f44939-b95c-467c-ba18-c681449b7b9f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:57.491724 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8fffdcd6-0c2f-4f43-a628-1de5fd5676eb req-58f44939-b95c-467c-ba18-c681449b7b9f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 943 time: 0.0487056 Oct 14 17:57:57.541553 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8fffdcd6-0c2f-4f43-a628-1de5fd5676eb req-f8ba9de7-0c23-4afb-9a94-8e710f2af73c tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Oct 14 17:57:58.020334 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bab6b-c5c3-4ead-a976-c50bb3db6123 req-0899bd54-4ee4-44d4-b053-9c4e3350a71a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:58.021666 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-815bab6b-c5c3-4ead-a976-c50bb3db6123 req-0899bd54-4ee4-44d4-b053-9c4e3350a71a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0451543 Oct 14 17:57:58.068440 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-815bab6b-c5c3-4ead-a976-c50bb3db6123 req-d7ed991d-8355-4696-becc-7241c99d4cca tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Oct 14 17:57:58.541774 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd7e7d-74bf-43a3-9400-67f61418d7d0 req-99f4a657-d9fb-4875-a10b-38f5389358fd tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:58.543204 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2bcd7e7d-74bf-43a3-9400-67f61418d7d0 req-99f4a657-d9fb-4875-a10b-38f5389358fd tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 945 time: 0.0509534 Oct 14 17:57:58.562085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:58.605306 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2bcd7e7d-74bf-43a3-9400-67f61418d7d0 req-ac654f0e-11a2-4149-9a3b-d37e1c09d3f0 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499935 Oct 14 17:57:58.644329 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-6d1b3221-cc59-4247-9ff8-258d452b6bc5 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:58.645773 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-6d1b3221-cc59-4247-9ff8-258d452b6bc5 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 945 time: 0.0913537 Oct 14 17:57:58.680695 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6ba40-fb5b-4bb2-96be-e58af5897df2 req-659c5420-abf1-4628-82ae-da6d12f6c741 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:58.682145 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-59f6ba40-fb5b-4bb2-96be-e58af5897df2 req-659c5420-abf1-4628-82ae-da6d12f6c741 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 943 time: 0.0473986 Oct 14 17:57:58.729371 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-59f6ba40-fb5b-4bb2-96be-e58af5897df2 req-a43a2c78-bca5-4394-8fa5-ad0e0d600f4f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Oct 14 17:57:58.766745 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Deleting port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:57:58.767092 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:58.836981 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 687bc207-2144-4d90-83f9-83cd2654a936 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:57:58.840200 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:57:58.858501 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] For port a586fa77-4dad-4db8-be6a-9bbf0c9aa156, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:58.858747 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:58.876352 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Calling delete_port for a586fa77-4dad-4db8-be6a-9bbf0c9aa156 owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:57:58.994383 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: DOWN; New status is: DOWN {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:59.007569 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=687bc207-2144-4d90-83f9-83cd2654a936,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:59.019234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '687bc207-2144-4d90-83f9-83cd2654a936', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'port_id': '687bc207-2144-4d90-83f9-83cd2654a936', 'mac_address': 'fa:16:3e:4d:b0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:57:59.020965 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (a586fa77-4dad-4db8-be6a-9bbf0c9aa156), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:59.044420 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['a586fa77-4dad-4db8-be6a-9bbf0c9aa156'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:57:59.050150 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Pushing event deleted for resources: {'Port': ['ID=a586fa77-4dad-4db8-be6a-9bbf0c9aa156,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:59.079477 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 687bc207-2144-4d90-83f9-83cd2654a936 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:57:59.079755 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (687bc207-2144-4d90-83f9-83cd2654a936), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:59.095236 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687bc207-2144-4d90-83f9-83cd2654a936 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:57:59.104231 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:59.124199 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=687bc207-2144-4d90-83f9-83cd2654a936,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:57:59.141595 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:59.154647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] No DVR routers for this DVR port a586fa77-4dad-4db8-be6a-9bbf0c9aa156 on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:57:59.158586 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:57:59.161848 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-90984456-88dc-4db4-b3d7-bd742d4fbe74 req-07f8044b-f51e-446a-8f65-ba577354244e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a586fa77-4dad-4db8-be6a-9bbf0c9aa156 HTTP/1.1" status: 204 len: 173 time: 0.5093710 Oct 14 17:57:59.162348 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e714d-90e7-4e09-b976-07d53f7a8444', 'name': 'network-vif-deleted', 'tag': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:57:59.167163 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a5872-1f4b-478c-a0da-58b7b4863be9" -d '{"events": [{"server_uuid": "540e714d-90e7-4e09-b976-07d53f7a8444", "name": "network-vif-deleted", "tag": "a586fa77-4dad-4db8-be6a-9bbf0c9aa156"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:57:59.204630 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a058de76-abb0-4aff-9aa6-9b5710405f36 x-openstack-request-id: req-a058de76-abb0-4aff-9aa6-9b5710405f36 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:57:59.204909 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e714d-90e7-4e09-b976-07d53f7a8444", "name": "network-vif-deleted", "tag": "a586fa77-4dad-4db8-be6a-9bbf0c9aa156", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:57:59.205210 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a058de76-abb0-4aff-9aa6-9b5710405f36 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:57:59.205609 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a058de76-abb0-4aff-9aa6-9b5710405f36'] response: {'server_uuid': '540e714d-90e7-4e09-b976-07d53f7a8444', 'name': 'network-vif-deleted', 'tag': 'a586fa77-4dad-4db8-be6a-9bbf0c9aa156', 'status': 'completed', 'code': 200} Oct 14 17:57:59.214271 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dc8b8-c1d6-4871-8e85-761426afaffb req-ce011318-5e9f-484e-b014-6e66c6859d3a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:59.222969 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-759dc8b8-c1d6-4871-8e85-761426afaffb req-ce011318-5e9f-484e-b014-6e66c6859d3a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0678847 Oct 14 17:57:59.232957 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:59.241680 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.242076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.242523 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.242933 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.243268 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.243690 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.244140 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.244479 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.244837 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.245207 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.245932 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.245932 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.246250 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.246825 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.247155 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:59.277489 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-759dc8b8-c1d6-4871-8e85-761426afaffb req-bc4026b6-e7aa-4101-9000-7b4159a08e06 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535443 Oct 14 17:57:59.443663 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['687bc207-2144-4d90-83f9-83cd2654a936'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:57:59.501653 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:59.541286 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:57:59.723023 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c32a821e-17a5-4976-840f-7e2c02b8d86d req-e3e1bf5e-ab18-4f9a-861d-06af06d154ea tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=540e714d-90e7-4e09-b976-07d53f7a8444 HTTP/1.1" status: 200 len: 210 time: 0.0285354 Oct 14 17:57:59.853289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707f830-fe9c-4ff5-9865-0c11ee843922 req-ecd435f4-c22b-458a-8f32-50ec7cd719c7 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:59.854770 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5707f830-fe9c-4ff5-9865-0c11ee843922 req-ecd435f4-c22b-458a-8f32-50ec7cd719c7 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 944 time: 0.0501082 Oct 14 17:57:59.855797 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2395bd-3213-448f-843b-c301686ba147 req-8d68e900-85d8-408e-86a0-e9bdeb7dc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:57:59.857397 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-8d68e900-85d8-408e-86a0-e9bdeb7dc172 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b&tenant_id=261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 1127 time: 0.0731027 Oct 14 17:57:59.907937 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5707f830-fe9c-4ff5-9865-0c11ee843922 req-2e88e81c-aa80-494f-bf61-e20b13df5d83 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457613 Oct 14 17:58:00.135638 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2395bd-3213-448f-843b-c301686ba147 req-9c614576-b3a2-4765-b6bd-fb85bc0d7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:00.137428 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-9c614576-b3a2-4765-b6bd-fb85bc0d7332 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 1127 time: 0.2510793 Oct 14 17:58:00.421073 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0872983-f034-42f5-a670-74395620ad04 req-1e01bdc9-6627-408d-99ed-7a0dc424adb6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:00.423472 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e0872983-f034-42f5-a670-74395620ad04 req-1e01bdc9-6627-408d-99ed-7a0dc424adb6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0553014 Oct 14 17:58:00.442375 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2395bd-3213-448f-843b-c301686ba147 req-4c777af9-a231-43d3-83d2-8f56d23f06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:00.444820 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-4c777af9-a231-43d3-83d2-8f56d23f06b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.0990593 Oct 14 17:58:00.480406 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e0872983-f034-42f5-a670-74395620ad04 req-983718e2-664d-4365-8380-1830a812fc68 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508759 Oct 14 17:58:00.600544 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-d9e91302-b81a-4de8-8f5e-faa6b55e6d2a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 200 len: 999 time: 0.1482060 Oct 14 17:58:00.613524 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:00.655168 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2395bd-3213-448f-843b-c301686ba147 req-86161ad4-deb8-4049-aa38-a795303fec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:00.657766 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-86161ad4-deb8-4049-aa38-a795303fec7a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0516489 Oct 14 17:58:00.703866 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2395bd-3213-448f-843b-c301686ba147 req-3b0e2747-1f72-486e-acd0-2192b000c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:00.705437 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-3b0e2747-1f72-486e-acd0-2192b000c9c8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409243 Oct 14 17:58:00.801393 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-f5053e43-b81b-4ffa-8f1d-b55f376bc77c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883007 Oct 14 17:58:00.841649 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 687bc207-2144-4d90-83f9-83cd2654a936 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:58:00.893213 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 687bc207-2144-4d90-83f9-83cd2654a936 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:58:00.895220 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:00.901400 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 687bc207-2144-4d90-83f9-83cd2654a936 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:58:00.901820 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-64b07ff4-c627-496c-b664-4fa5ba4da4c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931509 Oct 14 17:58:00.902547 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (687bc207-2144-4d90-83f9-83cd2654a936), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:00.903182 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 687bc207-2144-4d90-83f9-83cd2654a936 Oct 14 17:58:01.004598 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:01.008007 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 687bc207-2144-4d90-83f9-83cd2654a936 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:58:01.008691 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (687bc207-2144-4d90-83f9-83cd2654a936), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:01.034538 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:58:01.037015 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b07c772-b5d4-407e-b8e2-d27ad752b4da" -d '{"events": [{"server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "name": "network-vif-plugged", "status": "completed", "tag": "687bc207-2144-4d90-83f9-83cd2654a936"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:58:01.043123 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc7b04-c747-4aba-b267-49d753e968a7 req-7423a24b-a77a-46ef-a8f3-e5bd3e657b0a tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:01.044688 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bebc7b04-c747-4aba-b267-49d753e968a7 req-7423a24b-a77a-46ef-a8f3-e5bd3e657b0a tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 944 time: 0.0506210 Oct 14 17:58:01.051514 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=687bc207-2144-4d90-83f9-83cd2654a936,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:01.056074 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:01.084532 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733c3c2c-19af-4450-9b46-d5efd53d368e x-openstack-request-id: req-733c3c2c-19af-4450-9b46-d5efd53d368e {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:58:01.084824 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "name": "network-vif-plugged", "status": "completed", "tag": "687bc207-2144-4d90-83f9-83cd2654a936", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:58:01.085076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-733c3c2c-19af-4450-9b46-d5efd53d368e {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:58:01.085468 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733c3c2c-19af-4450-9b46-d5efd53d368e'] response: {'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936', 'code': 200} Oct 14 17:58:01.108219 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bebc7b04-c747-4aba-b267-49d753e968a7 req-a29fa000-796b-4dc8-a092-bac58f048ab6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552399 Oct 14 17:58:01.112212 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:01.298672 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d50bc7-da4d-4aeb-99e4-2dcc9e9ef661 req-071aeea3-cd8b-41dc-a998-f228bd0ba2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:01.313894 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-48d50bc7-da4d-4aeb-99e4-2dcc9e9ef661 req-071aeea3-cd8b-41dc-a998-f228bd0ba2b5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0578601 Oct 14 17:58:01.615016 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff8592-f09d-477c-928c-4104ed51ad19 req-93b6c82b-4b0d-4bb9-8282-c0e8049c9eb9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:01.616500 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-75ff8592-f09d-477c-928c-4104ed51ad19 req-93b6c82b-4b0d-4bb9-8282-c0e8049c9eb9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0495005 Oct 14 17:58:01.666259 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-75ff8592-f09d-477c-928c-4104ed51ad19 req-eb7e1e78-07f5-43fb-9d6f-a58689dddc28 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Oct 14 17:58:02.232229 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad313b6-f69d-4045-8a83-74ce36a7c39a req-ee7c80eb-cea1-4783-9f6d-a0cc88987aec tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:02.233678 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bad313b6-f69d-4045-8a83-74ce36a7c39a req-ee7c80eb-cea1-4783-9f6d-a0cc88987aec tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0450644 Oct 14 17:58:02.280396 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bad313b6-f69d-4045-8a83-74ce36a7c39a req-3bf4ab22-78f7-46a3-94d7-311ef9a5d8f9 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Oct 14 17:58:02.796075 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5ede-85db-4e46-93f3-04c12a6b9575 req-3bf594aa-4b92-4cc3-83e0-6747801284c9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:02.797628 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-60af5ede-85db-4e46-93f3-04c12a6b9575 req-3bf594aa-4b92-4cc3-83e0-6747801284c9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0464745 Oct 14 17:58:02.844860 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-60af5ede-85db-4e46-93f3-04c12a6b9575 req-9c7cb77e-7206-4900-b7b2-cff08cc7e7d4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Oct 14 17:58:03.424878 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:03.435769 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b648d1-9a0d-4d53-949a-d4776067a6f9 req-794a5438-1fa6-46c4-89ac-1120c197c250 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:03.437893 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7b648d1-9a0d-4d53-949a-d4776067a6f9 req-794a5438-1fa6-46c4-89ac-1120c197c250 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0596526 Oct 14 17:58:03.491082 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7b648d1-9a0d-4d53-949a-d4776067a6f9 req-b460438f-d129-4f1e-850d-3ec2b972c18f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Oct 14 17:58:03.979441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52008874-807e-4610-888f-c5fcd4b611a0 req-3e9f4c70-9d00-4d62-b2df-69bf44d95669 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:03.981331 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-52008874-807e-4610-888f-c5fcd4b611a0 req-3e9f4c70-9d00-4d62-b2df-69bf44d95669 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0513873 Oct 14 17:58:03.998424 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device a586fa77-4dad-4db8-be6a-9bbf0c9aa156 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:58:04.017950 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: a586fa77-4dad-4db8-be6a-9bbf0c9aa156 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:58:04.018378 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device a586fa77-4dad-4db8-be6a-9bbf0c9aa156 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:58:04.031384 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-52008874-807e-4610-888f-c5fcd4b611a0 req-a6dd159b-94b8-4463-9c34-9883c3b92c5b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 Oct 14 17:58:04.633035 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a399cd-e578-4c7b-923a-a735452eaab2 req-40cf2ff6-5274-46e1-9a91-cf95bbdf53f2 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:04.634914 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-26a399cd-e578-4c7b-923a-a735452eaab2 req-40cf2ff6-5274-46e1-9a91-cf95bbdf53f2 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0639408 Oct 14 17:58:04.685114 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-26a399cd-e578-4c7b-923a-a735452eaab2 req-f9052fd6-01dc-440b-8ac7-bf1f0ca9d99b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 Oct 14 17:58:05.176941 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57b4ab-bb2a-430f-a8dc-bc35a4106d97 req-c2ae6cd5-592e-4317-9f8e-76a896c0dff2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:05.184456 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ac57b4ab-bb2a-430f-a8dc-bc35a4106d97 req-c2ae6cd5-592e-4317-9f8e-76a896c0dff2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0685623 Oct 14 17:58:05.240678 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ac57b4ab-bb2a-430f-a8dc-bc35a4106d97 req-1c61f5b9-dbc7-4396-84ad-0c2ec8053e79 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550158 Oct 14 17:58:05.805182 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68d22d-b887-43ab-8ee0-6f11f54e3504 req-a7724e0e-91c1-4c59-8524-ac08438c476e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:05.806633 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0b68d22d-b887-43ab-8ee0-6f11f54e3504 req-a7724e0e-91c1-4c59-8524-ac08438c476e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0463583 Oct 14 17:58:05.864774 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0b68d22d-b887-43ab-8ee0-6f11f54e3504 req-39fe543f-2bc4-4d87-86f7-b0654663f653 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521703 Oct 14 17:58:06.323213 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:06.370696 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2d16-0c90-475e-9a39-a85635318efe req-074e45d1-2701-4935-899a-efe285456d6a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:06.372795 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-97ad2d16-0c90-475e-9a39-a85635318efe req-074e45d1-2701-4935-899a-efe285456d6a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0498862 Oct 14 17:58:06.437649 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-97ad2d16-0c90-475e-9a39-a85635318efe req-6b6b1d32-4b35-4a36-9d65-f2a8fe0195fb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564923 Oct 14 17:58:06.991345 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd097db5-804f-4d52-97fa-9cc6ad060665 req-7bb57f41-5b03-4605-b3c4-bafdeb40ac5d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:06.992825 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bd097db5-804f-4d52-97fa-9cc6ad060665 req-7bb57f41-5b03-4605-b3c4-bafdeb40ac5d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0477734 Oct 14 17:58:07.030800 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:07.039557 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bd097db5-804f-4d52-97fa-9cc6ad060665 req-3015390f-877c-4487-bd87-278623f7e4ee tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Oct 14 17:58:07.575062 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddc7e9-4b6c-41a8-a580-0f797e296d30 req-2e549185-5746-4a9d-a212-fe7b95b98903 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:07.576909 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a0ddc7e9-4b6c-41a8-a580-0f797e296d30 req-2e549185-5746-4a9d-a212-fe7b95b98903 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0564306 Oct 14 17:58:07.632127 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a0ddc7e9-4b6c-41a8-a580-0f797e296d30 req-cbb03034-692c-4606-bb37-1ca5241ff616 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488276 Oct 14 17:58:08.170306 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814f075-d93e-410a-9e87-20a51ac01525 req-68d4921a-163d-4db6-8657-d497adb4ea01 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:08.173294 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7814f075-d93e-410a-9e87-20a51ac01525 req-68d4921a-163d-4db6-8657-d497adb4ea01 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0570924 Oct 14 17:58:08.223901 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7814f075-d93e-410a-9e87-20a51ac01525 req-2c997252-0228-4244-92f8-383559e78f68 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Oct 14 17:58:08.771911 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8277e-db87-466c-8890-9ed5116fb079 req-ffa9d035-d18f-4d3f-8fd2-7166c8b7b80b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:08.773530 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf8277e-db87-466c-8890-9ed5116fb079 req-ffa9d035-d18f-4d3f-8fd2-7166c8b7b80b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0527375 Oct 14 17:58:08.824532 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf8277e-db87-466c-8890-9ed5116fb079 req-5cb66a69-067d-43ac-9240-075de9150d92 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452707 Oct 14 17:58:09.347850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a3d21-e3ac-4315-9d33-9cf44b397661 req-17dad3d8-e423-4303-8754-0deabfa48cba tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:09.349270 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed8a3d21-e3ac-4315-9d33-9cf44b397661 req-17dad3d8-e423-4303-8754-0deabfa48cba tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Oct 14 17:58:09.396852 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed8a3d21-e3ac-4315-9d33-9cf44b397661 req-8cf5d569-fc2b-4df5-8cdb-e9c19cf528aa tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Oct 14 17:58:09.949948 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76422db6-38a8-4711-939e-2f02be25a529 req-01922d11-7cb0-40f8-b443-5d0af2a6f1b8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:09.951295 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-76422db6-38a8-4711-939e-2f02be25a529 req-01922d11-7cb0-40f8-b443-5d0af2a6f1b8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0474589 Oct 14 17:58:09.981349 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:09.998001 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-76422db6-38a8-4711-939e-2f02be25a529 req-1f7c3431-ea71-44a1-a1fe-bf4fb6d7b583 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Oct 14 17:58:10.026775 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:58:10.517767 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e05366-d37c-4b9d-bd77-5fb884341538 req-abaef15f-ab5e-4a29-885f-bbc10baa86f0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:10.519212 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7e05366-d37c-4b9d-bd77-5fb884341538 req-abaef15f-ab5e-4a29-885f-bbc10baa86f0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0497696 Oct 14 17:58:10.566888 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7e05366-d37c-4b9d-bd77-5fb884341538 req-59778862-f41f-4d34-85b9-ed3d4adcad8b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Oct 14 17:58:11.032818 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0434073-54df-4731-9361-738d8f99d1b8 req-b0a4fd5f-bdf8-457d-b72f-43cc7ac981bd tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:11.034226 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-b0a4fd5f-bdf8-457d-b72f-43cc7ac981bd tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/networks?id=0839c4a7-60df-4004-b766-c9b4558a0a2e HTTP/1.1" status: 200 len: 814 time: 0.1052961 Oct 14 17:58:11.049845 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-ee9f2df9-b6c3-4e17-b380-a6f94b7190ff tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/quotas/19f786f7363e44d78e478f2fec202f4d HTTP/1.1" status: 200 len: 375 time: 0.0098946 Oct 14 17:58:11.093761 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-df615038-5a9a-481f-a5e9-51f3442b33de tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=19f786f7363e44d78e478f2fec202f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384345 Oct 14 17:58:11.108367 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:11.205601 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fa91f-0cb8-473b-94bb-064bfb7760a2 req-5be7c0a5-d281-4de4-966d-54c46356e588 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:11.207234 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a2fa91f-0cb8-473b-94bb-064bfb7760a2 req-5be7c0a5-d281-4de4-966d-54c46356e588 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.1012409 Oct 14 17:58:11.262923 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-2541335d-bd80-432a-9a9f-07f021d4f712 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682370 Oct 14 17:58:11.294215 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=31 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:11.295906 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:11.337268 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a2fa91f-0cb8-473b-94bb-064bfb7760a2 req-b73d0604-67f8-4839-b099-9ec0442367d6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119666 Oct 14 17:58:11.400566 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-9735ff97-e21b-4427-8c56-e81d6b529fc3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253493 Oct 14 17:58:11.581768 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3d94efe2-2a8e-40d0-8dda-dd8daa1b84c4 req-0f7ae50e-fc3d-4e5f-8681-8f97e63cc8f9 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0394988 Oct 14 17:58:11.707248 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:11.716635 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53821f5-7e15-48f4-9d09-7b235990329c req-dc02fdfb-fe30-42e7-aa61-da7548469cf9 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:11.718120 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a53821f5-7e15-48f4-9d09-7b235990329c req-dc02fdfb-fe30-42e7-aa61-da7548469cf9 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0663221 Oct 14 17:58:11.776462 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a53821f5-7e15-48f4-9d09-7b235990329c req-2bcf4f22-930b-4c6c-b7be-7d2ba948821c tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522187 Oct 14 17:58:12.479659 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0e505-e420-42fe-a9b4-a2ed7867b868 req-c9e04e1e-d2d1-4677-9c4c-6ca32db3ce3c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:12.481160 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e0f0e505-e420-42fe-a9b4-a2ed7867b868 req-c9e04e1e-d2d1-4677-9c4c-6ca32db3ce3c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0509391 Oct 14 17:58:12.529543 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e0f0e505-e420-42fe-a9b4-a2ed7867b868 req-fad7a748-efcd-4f8c-b150-32d0fdc0cc63 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Oct 14 17:58:12.683453 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-def41cc5-1533-4aaa-87c8-cf394f439fb1 req-574c1e20-cbe3-4a5d-b93b-3e8dbf6e3900 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0276217 Oct 14 17:58:12.898477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b1fc4-74c0-4f7e-a1e1-53c5b222b26d req-f8e64a08-3b08-4b55-9950-824e42a45a28 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:12.900081 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-096b1fc4-74c0-4f7e-a1e1-53c5b222b26d req-f8e64a08-3b08-4b55-9950-824e42a45a28 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Oct 14 17:58:12.924298 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-48d50bc7-da4d-4aeb-99e4-2dcc9e9ef661 req-dcb4ca44-ee3e-405c-b6f1-e1bd98c47d5c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Oct 14 17:58:12.951369 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-096b1fc4-74c0-4f7e-a1e1-53c5b222b26d req-23406a48-587f-429d-925d-7128be799f0a tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 Oct 14 17:58:13.656208 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9a57d-c583-4736-848d-5b6676c7e1b5 req-1b4fa90a-240f-49e0-b804-849851690a0e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:13.657690 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ef9a57d-c583-4736-848d-5b6676c7e1b5 req-1b4fa90a-240f-49e0-b804-849851690a0e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0469940 Oct 14 17:58:13.711292 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ef9a57d-c583-4736-848d-5b6676c7e1b5 req-ff021a85-7525-4727-9c70-b2b2f2981b58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475686 Oct 14 17:58:13.738625 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-e05b7ec3-a70b-4cb7-9707-7fcae78e7d88 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683250 Oct 14 17:58:13.790338 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80416781-7524-40d0-a271-6871e72b8abf req-6d67ca59-357a-4ba4-a8c8-8428a7e34302 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0282073 Oct 14 17:58:13.806622 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-9194d490-46c5-4bcc-a849-ff4d81bfcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:13.808148 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-9194d490-46c5-4bcc-a849-ff4d81bfcfe0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 1129 time: 0.0432851 Oct 14 17:58:14.069198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85ea4-18ef-4e3b-a73b-297187f38b14 req-a728d46a-f269-44bb-885a-680635b3ee3e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:14.070640 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-92b85ea4-18ef-4e3b-a73b-297187f38b14 req-a728d46a-f269-44bb-885a-680635b3ee3e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0465817 Oct 14 17:58:14.117927 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-92b85ea4-18ef-4e3b-a73b-297187f38b14 req-ba423e5f-76fe-4328-b839-6731b1a2e096 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Oct 14 17:58:14.337602 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-8ee081bb-8ab4-4c81-8b1a-14a516a28548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:14.339049 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-8ee081bb-8ab4-4c81-8b1a-14a516a28548 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.0966735 Oct 14 17:58:14.388603 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-a1a743d1-8c01-4eef-bc79-9e70e73bc43a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b98b21-382e-49c9-82b3-d824f014d3ed HTTP/1.1" status: 200 len: 217 time: 0.0333951 Oct 14 17:58:14.444723 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-af7cd5ba-aa0e-485a-8bef-3f5f9618d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:14.446156 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-af7cd5ba-aa0e-485a-8bef-3f5f9618d505 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0456934 Oct 14 17:58:14.511169 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-2308faf7-2846-4b74-b376-17bbadd0410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:14.512706 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-2308faf7-2846-4b74-b376-17bbadd0410d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395691 Oct 14 17:58:14.635894 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-c3afe793-317c-4783-8151-a8e1931cc41e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882099 Oct 14 17:58:14.833555 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:14.845493 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2c91a-8c4f-4d27-acba-481f41055784 req-e8cbc47a-427f-460a-8ae3-e04643a7ee50 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:14.846994 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80d2c91a-8c4f-4d27-acba-481f41055784 req-e8cbc47a-427f-460a-8ae3-e04643a7ee50 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0526040 Oct 14 17:58:14.915696 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c0bd7bd-bc4c-477a-8a56-405b0a5b17ab req-258d6138-b794-407d-be25-223dc4dc09b5 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0416880 Oct 14 17:58:14.933885 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80d2c91a-8c4f-4d27-acba-481f41055784 req-04f41359-bcfc-461d-afc9-6904909e6fcd tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813622 Oct 14 17:58:15.252048 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ff0edd35-31f4-4685-9ab9-2b907e08775a req-817fdee6-b25e-44ea-8a89-993e541a2674 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105907 Oct 14 17:58:15.256864 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b1fa6-0bb4-4936-869a-4bb8c116ecbf req-94b8bb2b-27c5-4007-bd6d-8ab9c1240e5e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:15.258380 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c0b1fa6-0bb4-4936-869a-4bb8c116ecbf req-94b8bb2b-27c5-4007-bd6d-8ab9c1240e5e tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0568876 Oct 14 17:58:15.309005 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c0b1fa6-0bb4-4936-869a-4bb8c116ecbf req-ff12497d-585f-427b-97f3-eccf9ff357b7 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Oct 14 17:58:15.436807 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-fb44fe9c-1244-4d61-ac93-f5690a465c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:15.963916 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0434073-54df-4731-9361-738d8f99d1b8 req-faa0c2ae-de5e-4e08-a886-31bacf7ce963 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:15.965564 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-faa0c2ae-de5e-4e08-a886-31bacf7ce963 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0839c4a7-60df-4004-b766-c9b4558a0a2e HTTP/1.1" status: 200 len: 814 time: 0.1094024 Oct 14 17:58:15.978888 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Request body: {'port': {'device_id': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e', 'admin_state_up': True, 'tenant_id': '19f786f7363e44d78e478f2fec202f4d'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:16.107203 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Made reservation on behalf of 19f786f7363e44d78e478f2fec202f4d for: {'port': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:58:16.111693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bdfadb48-4fba-4b63-80e9-7cee7f34053c req-9a9d0556-d929-4c1c-ac0d-98d6f0fb4f7b tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0649488 Oct 14 17:58:16.112360 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:16.131705 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7207e80-1a34-4dda-91f2-b47fdffbb9ee req-012fb8ce-0d4b-429a-b0df-7e89fb6c8d38 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:16.133518 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c7207e80-1a34-4dda-91f2-b47fdffbb9ee req-012fb8ce-0d4b-429a-b0df-7e89fb6c8d38 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0700068 Oct 14 17:58:16.187022 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c7207e80-1a34-4dda-91f2-b47fdffbb9ee req-01341bc2-6879-4211-b787-c6be72d953df tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 Oct 14 17:58:16.246470 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Allocated IP 172.20.0.8 (0839c4a7-60df-4004-b766-c9b4558a0a2e/4ca0663f-a3da-472a-883e-a8ad93efbdcd/613f87b0-b830-4be7-b6f3-9f48ace26266) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:58:16.255738 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:16.299313 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:16.408232 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks [] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:16.432432 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ab788-7b08-4b8d-aa20-c31f73c7c7bc req-edb2b02b-2940-4f3e-8d27-5328062548a5 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:16.433797 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-049ab788-7b08-4b8d-aa20-c31f73c7c7bc req-edb2b02b-2940-4f3e-8d27-5328062548a5 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0494881 Oct 14 17:58:16.440711 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:16.482597 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-049ab788-7b08-4b8d-aa20-c31f73c7c7bc req-011b1281-b988-41d1-8fa5-3f2079a455e7 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Oct 14 17:58:16.490094 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Network 0839c4a7-60df-4004-b766-c9b4558a0a2e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:58:16.493335 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:58:16.497369 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:58:16.502488 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:16.503109 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:16.511479 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Pushing event updated for resources: {'Port': ['ID=613f87b0-b830-4be7-b6f3-9f48ace26266,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:16.522325 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.522798 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.523200 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.523614 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.523900 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.524247 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.524591 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.524992 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.525416 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.525920 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.526082 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.526410 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.526739 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.527065 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.527399 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:16.534617 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-7e5dd55b-6604-4b01-aece-74e827f9af4d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604789 Oct 14 17:58:16.602315 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Request body: {'port': {'device_id': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:16.611999 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fc285-b0c9-40b5-9cd7-9ed95d728f66 req-6ffaddd8-2e50-4f14-9100-11c05337a6ab tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:16.613585 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-747fc285-b0c9-40b5-9cd7-9ed95d728f66 req-6ffaddd8-2e50-4f14-9100-11c05337a6ab tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0525255 Oct 14 17:58:16.664085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:16.664530 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-747fc285-b0c9-40b5-9cd7-9ed95d728f66 req-99e4a732-7604-4975-a52a-675563eec448 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446892 Oct 14 17:58:16.938282 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613f87b0-b830-4be7-b6f3-9f48ace26266 {{(pid=104408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:58:16.946028 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Publish callbacks [] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:16.959696 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.provisioning_blocks [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Transition to ACTIVE for port object 613f87b0-b830-4be7-b6f3-9f48ace26266 will not be triggered until provisioned by entity L2. {{(pid=104408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:58:16.963210 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:17.005736 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dc7e-e2da-44b7-834f-86b85db79ec5 req-7846e061-9e88-4d06-b7a1-fd53103a6a2f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:17.007235 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9991dc7e-e2da-44b7-834f-86b85db79ec5 req-7846e061-9e88-4d06-b7a1-fd53103a6a2f tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0464101 Oct 14 17:58:17.020347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:17.026333 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Pushing event updated for resources: {'Port': ['ID=613f87b0-b830-4be7-b6f3-9f48ace26266,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:17.038093 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Attempting to bind port 613f87b0-b830-4be7-b6f3-9f48ace26266 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:58:17.038424 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Attempting to bind port 613f87b0-b830-4be7-b6f3-9f48ace26266 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:58:17.039006 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Attempting to bind port 613f87b0-b830-4be7-b6f3-9f48ace26266 on network 0839c4a7-60df-4004-b766-c9b4558a0a2e {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:58:17.057387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9991dc7e-e2da-44b7-834f-86b85db79ec5 req-d091c789-8842-45f7-9769-a4fac1e08fe6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Oct 14 17:58:17.086338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Port 613f87b0-b830-4be7-b6f3-9f48ace26266 on network 0839c4a7-60df-4004-b766-c9b4558a0a2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:58:17.086670 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Attempting to bind port 613f87b0-b830-4be7-b6f3-9f48ace26266 on network 0839c4a7-60df-4004-b766-c9b4558a0a2e {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:58:17.133477 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:58:17.133809 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Checking segment: {'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:58:17.134189 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Bound using segment: {'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:58:17.134649 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Bound port: 613f87b0-b830-4be7-b6f3-9f48ace26266, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe332a4-3310-44fd-9696-78309bcfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e'}}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:58:17.135000 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:17.167490 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:17.175367 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:17.203758 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] For port 613f87b0-b830-4be7-b6f3-9f48ace26266, host hv-cinder-74915, cleared binding levels {{(pid=104408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:58:17.207721 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] For port 613f87b0-b830-4be7-b6f3-9f48ace26266, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=613f87b0-b830-4be7-b6f3-9f48ace26266,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:58:17.213649 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:17.216775 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:17.217603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:17.219115 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/613f87b0-b830-4be7-b6f3-9f48ace26266 HTTP/1.1" status: 200 len: 1093 time: 0.6213791 Oct 14 17:58:17.221495 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'tag': '613f87b0-b830-4be7-b6f3-9f48ace26266'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:58:17.224408 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf85f07-6718-4cd3-8f37-12e21e717f39" -d '{"events": [{"name": "network-changed", "server_uuid": "188c63cc-0d29-43b4-b4c9-c42631a8c6d7", "tag": "613f87b0-b830-4be7-b6f3-9f48ace26266"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:58:17.257997 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb60c4-af48-4a0c-a025-ef667d35fb24 req-a9068f67-71ef-40e6-be72-52eb3469189c tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:17.259568 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fbbb60c4-af48-4a0c-a025-ef667d35fb24 req-a9068f67-71ef-40e6-be72-52eb3469189c tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 943 time: 0.0669408 Oct 14 17:58:17.290029 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceb238-6145-479a-b9c3-6113cb106e97 service neutron] Pushing event updated for resources: {'Port': ['ID=613f87b0-b830-4be7-b6f3-9f48ace26266,revision_number=3']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:17.302330 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9475ff8-18df-42e3-877a-c832276ebb43 x-openstack-request-id: req-f9475ff8-18df-42e3-877a-c832276ebb43 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:58:17.303531 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188c63cc-0d29-43b4-b4c9-c42631a8c6d7", "tag": "613f87b0-b830-4be7-b6f3-9f48ace26266", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:58:17.304033 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f9475ff8-18df-42e3-877a-c832276ebb43 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:58:17.304707 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9475ff8-18df-42e3-877a-c832276ebb43'] response: {'name': 'network-changed', 'server_uuid': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'tag': '613f87b0-b830-4be7-b6f3-9f48ace26266', 'status': 'completed', 'code': 200} Oct 14 17:58:17.345922 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fbbb60c4-af48-4a0c-a025-ef667d35fb24 req-24812564-ce15-4abf-8166-8a30d3a87eb7 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784295 Oct 14 17:58:17.355505 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0434073-54df-4731-9361-738d8f99d1b8 req-94aa3fe5-37cb-4409-be48-68f69f53c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:17.357690 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-94aa3fe5-37cb-4409-be48-68f69f53c646 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19f786f7363e44d78e478f2fec202f4d&device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 1127 time: 0.0519114 Oct 14 17:58:17.384367 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2407927-de37-43cf-b71e-e6d48c3debb1 req-aa6d9cd9-49a7-463c-a8e6-c41af7a3147f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:17.386071 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c2407927-de37-43cf-b71e-e6d48c3debb1 req-aa6d9cd9-49a7-463c-a8e6-c41af7a3147f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0579994 Oct 14 17:58:17.415101 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-c2ceb0d8-a241-482d-9058-b7742c1673e8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613f87b0-b830-4be7-b6f3-9f48ace26266 HTTP/1.1" status: 200 len: 217 time: 0.0489545 Oct 14 17:58:17.451344 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c2407927-de37-43cf-b71e-e6d48c3debb1 req-cd0a53b7-8c1b-4560-9a98-c97a97b7578a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544891 Oct 14 17:58:17.484465 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0434073-54df-4731-9361-738d8f99d1b8 req-48ac54f8-f4bb-4f7d-913f-f7045a1d4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:17.486793 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-48ac54f8-f4bb-4f7d-913f-f7045a1d4514 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4ca0663f-a3da-472a-883e-a8ad93efbdcd HTTP/1.1" status: 200 len: 854 time: 0.0645494 Oct 14 17:58:17.522220 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-2e9a8346-9959-417f-a253-9a7194743457 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0839c4a7-60df-4004-b766-c9b4558a0a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284874 Oct 14 17:58:17.615032 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-1ada4ad6-7463-4444-ae80-5e6aa388b0aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867438 Oct 14 17:58:17.703378 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c0434073-54df-4731-9361-738d8f99d1b8 req-ed0931ec-42ce-4604-bf34-b9f987779b5d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818160 Oct 14 17:58:17.901453 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ac242307-4ef1-4d6d-a661-1e057d1a6d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:18.478233 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fb33b-d4e2-4d01-84eb-2f19e0e2cc9b req-4b9fccf4-ade9-47fe-9e0d-496070a74c17 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:18.479673 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-932fb33b-d4e2-4d01-84eb-2f19e0e2cc9b req-4b9fccf4-ade9-47fe-9e0d-496070a74c17 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 943 time: 0.0465250 Oct 14 17:58:18.527971 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-932fb33b-d4e2-4d01-84eb-2f19e0e2cc9b req-0a01935d-a492-44b0-a0d3-decc017939fe tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Oct 14 17:58:18.596376 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2eab-bd45-4401-80ec-f372a76b39bd req-92900f07-8d1b-4f1e-af05-dfc29fc76890 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:18.597831 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2ebf2eab-bd45-4401-80ec-f372a76b39bd req-92900f07-8d1b-4f1e-af05-dfc29fc76890 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0495298 Oct 14 17:58:18.646074 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2ebf2eab-bd45-4401-80ec-f372a76b39bd req-0826ffb2-8d23-42f3-9e2a-8d5f4886a146 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Oct 14 17:58:18.890445 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-7df67f10-7125-46c5-8f36-51af63b32d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:18.892070 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-7df67f10-7125-46c5-8f36-51af63b32d70 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=19f786f7363e44d78e478f2fec202f4d&device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 1127 time: 0.0430579 Oct 14 17:58:19.044017 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:19.647174 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e21e98-3d1e-4902-9de9-5f3105e5f4ec req-ef0af707-f6fb-4287-ab07-3ac9e482d607 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:19.648566 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5e21e98-3d1e-4902-9de9-5f3105e5f4ec req-ef0af707-f6fb-4287-ab07-3ac9e482d607 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 943 time: 0.0458419 Oct 14 17:58:19.701021 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5e21e98-3d1e-4902-9de9-5f3105e5f4ec req-b1308f3f-910f-4b6b-90fc-4128fec375ea tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 Oct 14 17:58:19.770942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-1fdba227-7aa4-4031-b632-ad44b0bf1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:19.772441 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-1fdba227-7aa4-4031-b632-ad44b0bf1b3f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0839c4a7-60df-4004-b766-c9b4558a0a2e HTTP/1.1" status: 200 len: 915 time: 0.1117258 Oct 14 17:58:19.774400 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:19.815570 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcf542-7273-493a-80e3-28fe9eb63103 req-4c211c47-cdf0-44ea-b3f8-1d268c93077d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:19.817200 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8abcf542-7273-493a-80e3-28fe9eb63103 req-4c211c47-cdf0-44ea-b3f8-1d268c93077d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0523732 Oct 14 17:58:19.821515 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-e0e9651a-b7ff-47b9-93ea-1f5f7a4ff965 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613f87b0-b830-4be7-b6f3-9f48ace26266 HTTP/1.1" status: 200 len: 217 time: 0.0419605 Oct 14 17:58:19.880122 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8abcf542-7273-493a-80e3-28fe9eb63103 req-d584d6db-9d1e-4b32-854a-d7ad2256f2e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561845 Oct 14 17:58:19.893374 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-3ad85514-0015-4db6-854e-3c7fd45d6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:19.894838 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-3ad85514-0015-4db6-854e-3c7fd45d6b2a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4ca0663f-a3da-472a-883e-a8ad93efbdcd HTTP/1.1" status: 200 len: 854 time: 0.0598443 Oct 14 17:58:19.932051 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-7570399d-57d3-412a-83e2-96ec2c623f8d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0839c4a7-60df-4004-b766-c9b4558a0a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280566 Oct 14 17:58:20.031272 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-772e8a89-9dbc-4b06-b8cd-ecb4ce4de4cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888455 Oct 14 17:58:20.121503 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9cf85f07-6718-4cd3-8f37-12e21e717f39 req-dc36bb4e-db9b-4201-b2f7-0a304fb37d4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819774 Oct 14 17:58:20.561801 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:20.622864 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:20.823841 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebe619-444d-4724-87c3-0cdbcab45f08 req-89ba4808-7526-4aa7-9549-e642c41b6c6f tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:20.825220 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50ebe619-444d-4724-87c3-0cdbcab45f08 req-89ba4808-7526-4aa7-9549-e642c41b6c6f tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 943 time: 0.0459166 Oct 14 17:58:20.872583 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50ebe619-444d-4724-87c3-0cdbcab45f08 req-3c4561c1-188a-4a5a-b604-ddbbff8027e1 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Oct 14 17:58:20.940535 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:58:21.021010 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb58a-e4ac-4a9c-98cd-6a7163137911 req-77111706-1b88-40de-9311-2ed2c8550e2d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:21.022477 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01cfb58a-e4ac-4a9c-98cd-6a7163137911 req-77111706-1b88-40de-9311-2ed2c8550e2d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 943 time: 0.0458860 Oct 14 17:58:21.073575 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01cfb58a-e4ac-4a9c-98cd-6a7163137911 req-275d057f-f21f-46cd-9e01-5f55bba010cc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 Oct 14 17:58:21.175337 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:21.186304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '04f9946a-535a-428e-8287-bac5d55cc781', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'port_id': '04f9946a-535a-428e-8287-bac5d55cc781', 'mac_address': 'fa:16:3e:27:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:58:21.219687 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:58:21.220331 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:21.232895 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f9946a-535a-428e-8287-bac5d55cc781 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:58:21.252446 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:21.256409 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:21.257060 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 613f87b0-b830-4be7-b6f3-9f48ace26266 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:58:21.328057 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=9']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:21.400307 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 613f87b0-b830-4be7-b6f3-9f48ace26266, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=613f87b0-b830-4be7-b6f3-9f48ace26266,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:21.411751 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '613f87b0-b830-4be7-b6f3-9f48ace26266', 'network_id': '0839c4a7-60df-4004-b766-c9b4558a0a2e', 'port_id': '613f87b0-b830-4be7-b6f3-9f48ace26266', 'mac_address': 'fa:16:3e:bb:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca0663f-a3da-472a-883e-a8ad93efbdcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:58:21.446706 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 613f87b0-b830-4be7-b6f3-9f48ace26266 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:58:21.447091 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:21.460434 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613f87b0-b830-4be7-b6f3-9f48ace26266 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:58:21.484339 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 613f87b0-b830-4be7-b6f3-9f48ace26266, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=613f87b0-b830-4be7-b6f3-9f48ace26266,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:21.489102 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:21.535605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=613f87b0-b830-4be7-b6f3-9f48ace26266,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:21.929440 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['04f9946a-535a-428e-8287-bac5d55cc781'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:58:22.021349 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:22.022515 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:22.044021 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:22.050470 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['613f87b0-b830-4be7-b6f3-9f48ace26266'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:58:22.052481 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:22.277079 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8b13e-5d35-4cb0-956a-7178ac35c951 req-0efb2b2f-2917-4a33-babd-4b03da8401e1 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:22.278450 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8dc8b13e-5d35-4cb0-956a-7178ac35c951 req-0efb2b2f-2917-4a33-babd-4b03da8401e1 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 944 time: 0.3275032 Oct 14 17:58:22.289107 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de37c-a27a-4b62-b54d-dc482a0d4c7d req-b0e4d170-9c89-4c14-bb44-c92413f7af2d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:22.290457 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-315de37c-a27a-4b62-b54d-dc482a0d4c7d req-b0e4d170-9c89-4c14-bb44-c92413f7af2d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 944 time: 0.0585318 Oct 14 17:58:22.362080 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8dc8b13e-5d35-4cb0-956a-7178ac35c951 req-b8397715-131b-4f2b-995a-7214f7ded8f6 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 Oct 14 17:58:22.366013 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-315de37c-a27a-4b62-b54d-dc482a0d4c7d req-bc8f2a1e-d8e3-470e-adfd-be5b5abd09f7 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678558 Oct 14 17:58:23.503491 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:23.513396 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1300fcb-de94-43c2-ae51-c18467476ba2 req-6f96596c-2d57-4c31-941e-183435937df4 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:23.514829 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1300fcb-de94-43c2-ae51-c18467476ba2 req-6f96596c-2d57-4c31-941e-183435937df4 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 944 time: 0.0773642 Oct 14 17:58:23.520440 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b98d4-a889-4457-9f7e-e8b9f5406573 req-d88ab30e-e59d-4d5e-a395-5154252c7400 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:23.521853 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-268b98d4-a889-4457-9f7e-e8b9f5406573 req-d88ab30e-e59d-4d5e-a395-5154252c7400 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 944 time: 0.0744689 Oct 14 17:58:23.594164 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1300fcb-de94-43c2-ae51-c18467476ba2 req-abb604b5-20df-4f82-9fbb-5fb8b2b0ed73 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712936 Oct 14 17:58:23.597747 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-268b98d4-a889-4457-9f7e-e8b9f5406573 req-fb15bcb7-b6ae-46f6-b676-a0ca8de9ec66 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689054 Oct 14 17:58:23.599922 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:58:23.646882 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 04f9946a-535a-428e-8287-bac5d55cc781 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:58:23.647251 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (04f9946a-535a-428e-8287-bac5d55cc781), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:23.647577 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 04f9946a-535a-428e-8287-bac5d55cc781 Oct 14 17:58:23.716320 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:23.722607 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 04f9946a-535a-428e-8287-bac5d55cc781 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:58:23.723005 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:23.747437 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:58:23.749818 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce9a3d7-44bd-406d-b1ed-749ca660e77f" -d '{"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-plugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:58:23.763614 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:23.768917 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:23.769669 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 613f87b0-b830-4be7-b6f3-9f48ace26266 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:58:23.799192 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c30f4b1-246c-4c4b-aa13-14c405dfd579 x-openstack-request-id: req-9c30f4b1-246c-4c4b-aa13-14c405dfd579 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:58:23.799480 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-plugged", "status": "completed", "tag": "04f9946a-535a-428e-8287-bac5d55cc781", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:58:23.799732 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9c30f4b1-246c-4c4b-aa13-14c405dfd579 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:58:23.800143 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c30f4b1-246c-4c4b-aa13-14c405dfd579'] response: {'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781', 'code': 200} Oct 14 17:58:23.863354 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=10']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:23.873454 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 613f87b0-b830-4be7-b6f3-9f48ace26266 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:58:23.879950 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 613f87b0-b830-4be7-b6f3-9f48ace26266 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:58:23.880452 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:23.880887 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 613f87b0-b830-4be7-b6f3-9f48ace26266 Oct 14 17:58:23.953488 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 613f87b0-b830-4be7-b6f3-9f48ace26266 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:58:23.954387 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:23.987334 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 613f87b0-b830-4be7-b6f3-9f48ace26266, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=613f87b0-b830-4be7-b6f3-9f48ace26266,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:23.990878 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:24.039331 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=613f87b0-b830-4be7-b6f3-9f48ace26266,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:24.413233 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecccbff-a2d9-49d2-9cfe-3948fec368bb req-a45a82d4-74ab-4150-8fd4-68a61e42d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:24.414894 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ecccbff-a2d9-49d2-9cfe-3948fec368bb req-a45a82d4-74ab-4150-8fd4-68a61e42d8c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 1130 time: 0.0423372 Oct 14 17:58:24.459089 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ecccbff-a2d9-49d2-9cfe-3948fec368bb req-39f86411-8b9c-455b-98cb-f32eb04d3e33 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370817 Oct 14 17:58:24.745951 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cea30-43c5-4cbf-a887-6fba28e7cdee req-83c424f8-a27f-46f5-9dfd-e7b16980b2a6 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:24.747327 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c07cea30-43c5-4cbf-a887-6fba28e7cdee req-83c424f8-a27f-46f5-9dfd-e7b16980b2a6 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0732281 Oct 14 17:58:24.757840 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2687-f11a-4371-97b9-de10a0547fb2 req-7ff625b0-10c2-4894-bb34-63322fd56f00 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:24.759202 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-99fe2687-f11a-4371-97b9-de10a0547fb2 req-7ff625b0-10c2-4894-bb34-63322fd56f00 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 946 time: 0.0750449 Oct 14 17:58:24.830791 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c07cea30-43c5-4cbf-a887-6fba28e7cdee req-c715c931-cea9-4308-a37c-c741f925d64e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700047 Oct 14 17:58:24.834741 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-99fe2687-f11a-4371-97b9-de10a0547fb2 req-577f3346-c09f-4829-a695-e6eddde3d018 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689499 Oct 14 17:58:25.801318 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f87b0-b830-4be7-b6f3-9f48ace26266'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:58:25.803627 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11adf6c3-935f-4402-906f-90fe910f455e" -d '{"events": [{"server_uuid": "188c63cc-0d29-43b4-b4c9-c42631a8c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "613f87b0-b830-4be7-b6f3-9f48ace26266"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:58:25.838587 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c86b7-3277-40cb-8d79-3448a2969b93 x-openstack-request-id: req-4d5c86b7-3277-40cb-8d79-3448a2969b93 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:58:25.838895 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188c63cc-0d29-43b4-b4c9-c42631a8c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "613f87b0-b830-4be7-b6f3-9f48ace26266", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:58:25.839144 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4d5c86b7-3277-40cb-8d79-3448a2969b93 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:58:25.839532 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5c86b7-3277-40cb-8d79-3448a2969b93'] response: {'server_uuid': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f87b0-b830-4be7-b6f3-9f48ace26266', 'code': 200} Oct 14 17:58:25.984323 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21fac7-6511-4a3d-ab84-9b5e0500e317 req-0e3c4359-6a98-4298-94e6-a61b9c68ddac tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:25.985794 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fd21fac7-6511-4a3d-ab84-9b5e0500e317 req-0e3c4359-6a98-4298-94e6-a61b9c68ddac tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0792339 Oct 14 17:58:25.992465 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fdd0d-e50f-4b34-9a08-f0f03136e5aa req-287d81bd-f04b-45c4-9366-33c511e061de tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:25.993828 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-106fdd0d-e50f-4b34-9a08-f0f03136e5aa req-287d81bd-f04b-45c4-9366-33c511e061de tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 946 time: 0.0759332 Oct 14 17:58:26.066675 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fd21fac7-6511-4a3d-ab84-9b5e0500e317 req-3e69886c-af5a-4d53-841c-aa348cc0ebd7 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719047 Oct 14 17:58:26.070670 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-106fdd0d-e50f-4b34-9a08-f0f03136e5aa req-4a3485b0-2004-444c-889b-7f0bf7fea88b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700212 Oct 14 17:58:27.212936 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:27.222346 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2714a2-252f-40e2-ba43-cc06ad7f443c req-a9355c59-17a5-4d7f-9165-32eb73526a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:27.224072 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7b2714a2-252f-40e2-ba43-cc06ad7f443c req-a9355c59-17a5-4d7f-9165-32eb73526a10 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 1129 time: 0.0482802 Oct 14 17:58:27.226778 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:27.246502 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98727e1-7c61-4167-bceb-94ed82498394 req-c80aec47-a79e-4615-9992-a6b64cde3cd5 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:27.248342 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a98727e1-7c61-4167-bceb-94ed82498394 req-c80aec47-a79e-4615-9992-a6b64cde3cd5 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0985835 Oct 14 17:58:27.269541 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027812-796b-4ece-97ad-5064bb1142ec req-a45c5732-d8b0-4336-aa19-677baf2f16d2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:27.271316 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f3027812-796b-4ece-97ad-5064bb1142ec req-a45c5732-d8b0-4336-aa19-677baf2f16d2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 946 time: 0.0762882 Oct 14 17:58:27.275216 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7b2714a2-252f-40e2-ba43-cc06ad7f443c req-3ce3e8a2-4e78-4a8f-a7c4-aaadc5fedd07 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Oct 14 17:58:27.342802 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a98727e1-7c61-4167-bceb-94ed82498394 req-753bba71-1d7f-44cc-af03-f4f6ba32ae48 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819700 Oct 14 17:58:27.350566 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f3027812-796b-4ece-97ad-5064bb1142ec req-2a892add-31e1-4a44-b19a-42a215ef88eb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727274 Oct 14 17:58:27.525958 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b17d-b753-42ce-8130-47a7db27a77c req-37e24570-c73f-4afd-bb4c-f671262b82d3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:27.527297 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90e5b17d-b753-42ce-8130-47a7db27a77c req-37e24570-c73f-4afd-bb4c-f671262b82d3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0461597 Oct 14 17:58:27.582672 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90e5b17d-b753-42ce-8130-47a7db27a77c req-4fb952d1-7ea9-403a-8de1-2bd8ab6becd2 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Oct 14 17:58:27.611083 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45284) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:27.688753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae4be9-304a-4649-acc1-26c31697c91c tempest-TestMinimumBasicScenario-1760155069 tempest-TestMinimumBasicScenario-1760155069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:27.690220 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-11ae4be9-304a-4649-acc1-26c31697c91c tempest-TestMinimumBasicScenario-1760155069 tempest-TestMinimumBasicScenario-1760155069-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1124 time: 0.0781002 Oct 14 17:58:27.693228 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45288) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:27.697317 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'port_id': '687bc207-2144-4d90-83f9-83cd2654a936', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:27.720783 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:27.800012 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:27.838857 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:27.911223 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Allocated IP 172.27.3.79 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/685b3bb2-9dd5-4794-a9b6-4af7e7514c3f) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:58:28.018389 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:28.049266 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:28.088861 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:58:28.093639 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:58:28.097970 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:58:28.101287 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'Port': ['ID=685b3bb2-9dd5-4794-a9b6-4af7e7514c3f,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:28.139395 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.139744 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.140114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.140477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.140811 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.141142 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.141468 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.141791 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.142114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.142435 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.143507 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.143836 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.144192 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.144514 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.144831 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:58:28.312202 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:28.529783 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aced8-763c-470d-9bad-c605d8925ae8 req-ec5e1aec-8ca0-4684-a838-8ccf03e85481 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:28.531251 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-678aced8-763c-470d-9bad-c605d8925ae8 req-ec5e1aec-8ca0-4684-a838-8ccf03e85481 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0871918 Oct 14 17:58:28.538855 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for floatingip (6342f048-0830-4ba9-bb94-cbe869a094b7), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:28.595254 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:28.635528 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-678aced8-763c-470d-9bad-c605d8925ae8 req-71602126-ec44-47fd-aa20-f0916ccaf31b tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978618 Oct 14 17:58:28.643780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:28.789753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:28.795053 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:28.866064 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'Port': ['ID=685b3bb2-9dd5-4794-a9b6-4af7e7514c3f,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:28.868374 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6342f048-0830-4ba9-bb94-cbe869a094b7), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:28.963443 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Floating IP 6342f048-0830-4ba9-bb94-cbe869a094b7 associated. External IP: 172.27.3.79, port: 687bc207-2144-4d90-83f9-83cd2654a936. Oct 14 17:58:29.166500 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:58:29.177760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:29.273157 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:58:29.283232 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] Sync routers for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:58:29.294678 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.295819 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:58:29.296563 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:58:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:58:29.330719 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-cae521a7-2c15-4d81-999d-231940e35379 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6363027 Oct 14 17:58:29.331926 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:58:29.334359 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea08501-bbbd-4f67-a12d-f677ab8a930b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:58:29.334850 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45308) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:29.339920 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-44ef1256-8db0-4985-a450-9b7233a731a0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782805704', 'description': 'tempest-secgroup-smoke-782805704 description', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:29.359966 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:29.372940 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44ef1256-8db0-4985-a450-9b7233a731a0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.440174 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:58:29.456787 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44ef1256-8db0-4985-a450-9b7233a731a0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group (ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.464860 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a992d-2631-4811-af02-846e0b107456 req-0a90bc02-d504-4581-b606-212ffa18d94a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:29.466105 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44ef1256-8db0-4985-a450-9b7233a731a0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.474237 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-413a992d-2631-4811-af02-846e0b107456 req-0a90bc02-d504-4581-b606-212ffa18d94a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0840838 Oct 14 17:58:29.506912 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef1256-8db0-4985-a450-9b7233a731a0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:29.521368 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44ef1256-8db0-4985-a450-9b7233a731a0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.525634 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-44ef1256-8db0-4985-a450-9b7233a731a0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1864049 Oct 14 17:58:29.526494 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45312) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:29.531675 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-14805a53-4437-4171-b4fa-894dd9106949 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'security_group_rule': {'security_group_id': 'ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:29.544022 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-413a992d-2631-4811-af02-846e0b107456 req-928b8f44-72fb-4d12-a726-7c68261363b1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688961 Oct 14 17:58:29.571829 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-14805a53-4437-4171-b4fa-894dd9106949 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (84d12710-abd4-4247-8593-8298ad02a067), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.598669 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf4aa35-306c-4f83-835a-d9d255f8cf0f x-openstack-request-id: req-5bf4aa35-306c-4f83-835a-d9d255f8cf0f {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:58:29.598960 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:58:29.599213 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5bf4aa35-306c-4f83-835a-d9d255f8cf0f {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:58:29.599618 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf4aa35-306c-4f83-835a-d9d255f8cf0f'] response: {'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936', 'status': 'completed', 'code': 200} Oct 14 17:58:29.651072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-14805a53-4437-4171-b4fa-894dd9106949 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (84d12710-abd4-4247-8593-8298ad02a067), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.670554 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-14805a53-4437-4171-b4fa-894dd9106949 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (84d12710-abd4-4247-8593-8298ad02a067), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.706691 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-14805a53-4437-4171-b4fa-894dd9106949 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.707948 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-14805a53-4437-4171-b4fa-894dd9106949 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804819 Oct 14 17:58:29.708681 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14805a53-4437-4171-b4fa-894dd9106949 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d12710-abd4-4247-8593-8298ad02a067,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:29.710743 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45320) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:29.715076 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-077893ec-fd34-4ebc-af91-73fd24e7fb21 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'security_group_rule': {'security_group_id': 'ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:29.721974 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-e05a6e98-f565-479c-91bf-b4689812e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:29.724151 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-e05a6e98-f565-479c-91bf-b4689812e60f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0880682 Oct 14 17:58:29.725713 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6342f048-0830-4ba9-bb94-cbe869a094b7', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'port_id': '687bc207-2144-4d90-83f9-83cd2654a936', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'mac_address': 'fa:16:3e:4d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:58:28Z', 'updated_at': '2022-10-14T17:58:28Z', 'revision_number': 0, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:14Z', 'revision_number': 5, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:58:29.766279 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] Checking router: 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:58:29.778488 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:58:29.779654 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:58:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:58:29.818560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa786199-7ece-4960-9024-2c9b0d5d04ad req-92b9f6bc-e3ba-4f2c-b59a-eb15d4d877a9 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:29.820062 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-077893ec-fd34-4ebc-af91-73fd24e7fb21 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (62dc5ef6-6467-42ae-9373-611806dbf76c), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.826086 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aa786199-7ece-4960-9024-2c9b0d5d04ad req-92b9f6bc-e3ba-4f2c-b59a-eb15d4d877a9 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0835919 Oct 14 17:58:29.835997 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:29.896794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-bb7a55b8-e82b-4889-8808-c15ec46506d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:29.898681 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-bb7a55b8-e82b-4889-8808-c15ec46506d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 200 len: 915 time: 0.1676748 Oct 14 17:58:29.899778 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aa786199-7ece-4960-9024-2c9b0d5d04ad req-1e2ecfac-9170-4d74-bac9-8f51a3ddcab9 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725994 Oct 14 17:58:29.911692 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:58:29.953306 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-077893ec-fd34-4ebc-af91-73fd24e7fb21 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (62dc5ef6-6467-42ae-9373-611806dbf76c), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.960081 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-077893ec-fd34-4ebc-af91-73fd24e7fb21 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (62dc5ef6-6467-42ae-9373-611806dbf76c), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:29.990378 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077893ec-fd34-4ebc-af91-73fd24e7fb21 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dc5ef6-6467-42ae-9373-611806dbf76c,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:30.001725 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-bdb899a6-d592-4350-8c9d-82033bc1d587 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 998 time: 0.0955613 Oct 14 17:58:30.003481 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:30.007014 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-077893ec-fd34-4ebc-af91-73fd24e7fb21 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.008542 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-077893ec-fd34-4ebc-af91-73fd24e7fb21 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2968831 Oct 14 17:58:30.011706 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45326) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:30.018780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-e6e7196f-09a0-4736-b200-d3964dba0266 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'security_group_rule': {'security_group_id': 'ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:30.059769 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7196f-09a0-4736-b200-d3964dba0266 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (94e5d82d-a20f-4d41-8f7e-b6f544932c63), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.067948 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-ecf33334-3efe-47a6-b6ca-1364d152cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:30.069513 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-ecf33334-3efe-47a6-b6ca-1364d152cad8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=11e1f7da-737e-41d2-9ee9-bbdb46c89f09 HTTP/1.1" status: 200 len: 853 time: 0.0585582 Oct 14 17:58:30.121672 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-dcc0ea64-6565-4048-8ac4-594266e961bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:30.124161 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-dcc0ea64-6565-4048-8ac4-594266e961bf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=756a6544-0d40-4f61-8438-42aaa0ee03ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475914 Oct 14 17:58:30.126329 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7196f-09a0-4736-b200-d3964dba0266 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (94e5d82d-a20f-4d41-8f7e-b6f544932c63), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.130490 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:30.133833 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7196f-09a0-4736-b200-d3964dba0266 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (94e5d82d-a20f-4d41-8f7e-b6f544932c63), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.160621 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7196f-09a0-4736-b200-d3964dba0266 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e5d82d-a20f-4d41-8f7e-b6f544932c63,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:30.172185 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7196f-09a0-4736-b200-d3964dba0266 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.177762 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e6e7196f-09a0-4736-b200-d3964dba0266 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643171 Oct 14 17:58:30.178535 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45330) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:30.184710 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-ff5305cb-3113-443a-9f1d-7b7d8abf9306 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'security_group_rule': {'security_group_id': 'ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:30.194608 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:30.195152 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6342f048-0830-4ba9-bb94-cbe869a094b7', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'port_id': '687bc207-2144-4d90-83f9-83cd2654a936', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'mac_address': 'fa:16:3e:4d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:58:28Z', 'updated_at': '2022-10-14T17:58:28Z', 'revision_number': 0, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:14Z', 'revision_number': 5, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:58:30.224193 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97451de3-5db6-489d-a5f8-cf53fe119265 None None] The sync data for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi is: [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6342f048-0830-4ba9-bb94-cbe869a094b7', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'port_id': '687bc207-2144-4d90-83f9-83cd2654a936', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'mac_address': 'fa:16:3e:4d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:58:28Z', 'updated_at': '2022-10-14T17:58:28Z', 'revision_number': 0, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:14Z', 'revision_number': 5, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:58:30.231187 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ff5305cb-3113-443a-9f1d-7b7d8abf9306 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (845315a5-2226-45e1-bfb0-bc6051be6e28), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.242361 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-2dc983a1-d8b8-43b3-9c2e-9a15f483efd2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113350 Oct 14 17:58:30.313057 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ff5305cb-3113-443a-9f1d-7b7d8abf9306 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (845315a5-2226-45e1-bfb0-bc6051be6e28), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.321256 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ff5305cb-3113-443a-9f1d-7b7d8abf9306 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (845315a5-2226-45e1-bfb0-bc6051be6e28), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.340707 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:30.360404 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5305cb-3113-443a-9f1d-7b7d8abf9306 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845315a5-2226-45e1-bfb0-bc6051be6e28,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:30.370671 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ff5305cb-3113-443a-9f1d-7b7d8abf9306 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.372072 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-ff5305cb-3113-443a-9f1d-7b7d8abf9306 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1921852 Oct 14 17:58:30.374908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45338) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:30.379803 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'security_group_rule': {'security_group_id': 'ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:30.399802 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0ea08501-bbbd-4f67-a12d-f677ab8a930b req-a36d54cd-0a18-4673-b0b8-a9c1e7e3fe74 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475830 Oct 14 17:58:30.426709 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.securitygroups_db [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Project f41c0e3b1239415ba4105ca5014cbe28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 17:58:30.434049 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (b044aa12-d665-48b4-8686-16c47fd5fb94), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.502480 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926d7c1-5d7f-4f92-8108-a440468f700c None None] New status for floating IP 6342f048-0830-4ba9-bb94-cbe869a094b7: ACTIVE {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 17:58:30.505241 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (b044aa12-d665-48b4-8686-16c47fd5fb94), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.510111 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (b044aa12-d665-48b4-8686-16c47fd5fb94), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.530046 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b044aa12-d665-48b4-8686-16c47fd5fb94,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:30.539104 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.540642 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-139c16c1-579a-4812-aef1-5547c9dbce29 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646495 Oct 14 17:58:30.543363 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45340) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:58:30.547812 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'security_group_rule': {'security_group_id': 'ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5', 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:30.569192 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.securitygroups_db [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Project f41c0e3b1239415ba4105ca5014cbe28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 17:58:30.575056 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (200125cc-d904-4d21-95a1-88b215ea5a38), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.662461 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:30.676650 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (200125cc-d904-4d21-95a1-88b215ea5a38), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.684790 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (200125cc-d904-4d21-95a1-88b215ea5a38), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.701258 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc371e-6531-420f-8b86-1784a928bc48 req-b108fadf-6d93-42dd-a985-8943786a32fd tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:30.702728 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ebc371e-6531-420f-8b86-1784a928bc48 req-b108fadf-6d93-42dd-a985-8943786a32fd tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0755854 Oct 14 17:58:30.721357 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200125cc-d904-4d21-95a1-88b215ea5a38,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:30.734447 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:30.735610 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-caf10778-d8ca-4dde-b9cd-a981f82f2c47 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912043 Oct 14 17:58:30.766855 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ebc371e-6531-420f-8b86-1784a928bc48 req-1c2f66d4-71c1-4560-8e3f-ddcb97cfa3b4 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550034 Oct 14 17:58:30.823362 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:30.829418 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-f5dd1967-bdd4-4bd5-b742-35a0738b61d4 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-782805704&fields=id&tenant_id=f41c0e3b1239415ba4105ca5014cbe28 HTTP/1.1" status: 200 len: 267 time: 0.0466735 Oct 14 17:58:30.881513 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-8b2b3326-6a27-4313-b33d-75fc344e6386 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:30.883007 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-8b2b3326-6a27-4313-b33d-75fc344e6386 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0469162 Oct 14 17:58:30.894369 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'port': {'security_groups': ['96097201-d740-47a0-b1c5-3dd095e43172', 'ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:58:30.968056 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (687bc207-2144-4d90-83f9-83cd2654a936), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:31.153029 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=687bc207-2144-4d90-83f9-83cd2654a936,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:31.181485 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for port (687bc207-2144-4d90-83f9-83cd2654a936), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:31.186183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:31.197016 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:31.197631 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:31.198960 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-67fdc3e2-38c3-4f5c-8373-4ea621856a71 req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "PUT /networking/v2.0/ports/687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 981 time: 0.3100131 Oct 14 17:58:31.208397 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['687bc207-2144-4d90-83f9-83cd2654a936'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:58:31.248931 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5453814-b778-47b9-afba-9c270eb004a3 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=6']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:31.305026 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15cc3-0e2b-4096-90b5-438fc92986cb req-2a313fa1-ab27-48b2-b703-c347b373abfd tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:31.306514 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6fa15cc3-0e2b-4096-90b5-438fc92986cb req-2a313fa1-ab27-48b2-b703-c347b373abfd tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0525506 Oct 14 17:58:31.341301 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['687bc207-2144-4d90-83f9-83cd2654a936'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:58:31.371396 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6fa15cc3-0e2b-4096-90b5-438fc92986cb req-0e2d79ef-b3a7-4c17-8b47-fcfa1b3ee015 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589252 Oct 14 17:58:31.570946 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:31.600437 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:58:31.602875 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23df3cb-37a5-469f-9246-f34a8565e568" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:58:31.640101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9891f430-95a1-44cb-ae6c-571994774f6e x-openstack-request-id: req-9891f430-95a1-44cb-ae6c-571994774f6e {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:58:31.640391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:58:31.640640 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9891f430-95a1-44cb-ae6c-571994774f6e {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:58:31.641056 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9891f430-95a1-44cb-ae6c-571994774f6e'] response: {'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936', 'status': 'completed', 'code': 200} Oct 14 17:58:31.708796 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-e2fa31fc-0216-4947-9c96-7d4c3a4f5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:31.710325 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-e2fa31fc-0216-4947-9c96-7d4c3a4f5850 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1168 time: 0.0445485 Oct 14 17:58:31.802902 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-994b36a2-a39a-45a3-af1e-b68ca36b3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:31.804556 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-994b36a2-a39a-45a3-af1e-b68ca36b3442 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 200 len: 915 time: 0.0864944 Oct 14 17:58:31.875146 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-4d3d5730-6a90-4227-9396-aeeb9d0e54ee service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 1000 time: 0.0630820 Oct 14 17:58:31.890967 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18959d-9c10-48ff-aabe-14ad8c6a1c2f req-46e83b69-e770-4964-bff2-b75cdbabcc3d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:31.892441 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3c18959d-9c10-48ff-aabe-14ad8c6a1c2f req-46e83b69-e770-4964-bff2-b75cdbabcc3d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0464594 Oct 14 17:58:31.923865 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-e20faa08-412c-4039-bb78-fa81c2205fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:31.926512 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-e20faa08-412c-4039-bb78-fa81c2205fa5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=11e1f7da-737e-41d2-9ee9-bbdb46c89f09 HTTP/1.1" status: 200 len: 853 time: 0.0452936 Oct 14 17:58:31.942249 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3c18959d-9c10-48ff-aabe-14ad8c6a1c2f req-eac7a207-fda8-4b8d-b260-a6e80876e819 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Oct 14 17:58:31.977057 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-85f50284-94ac-4edf-9e1b-b4f122c9ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:31.978568 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-85f50284-94ac-4edf-9e1b-b4f122c9ef4f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=756a6544-0d40-4f61-8438-42aaa0ee03ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454340 Oct 14 17:58:32.281572 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-748e3f81-dd51-438a-b439-a52d14bf7fb9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919040 Oct 14 17:58:32.369363 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-e23df3cb-37a5-469f-9246-f34a8565e568 req-47c03371-f610-463e-9a43-386f2f65d85f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816650 Oct 14 17:58:33.072625 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc0b9d-566a-421d-b555-de4653ff4369 req-a9fe9f5e-3ea8-429a-b16e-3153d16d6594 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:33.074066 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2bc0b9d-566a-421d-b555-de4653ff4369 req-a9fe9f5e-3ea8-429a-b16e-3153d16d6594 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0464187 Oct 14 17:58:33.124331 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2bc0b9d-566a-421d-b555-de4653ff4369 req-5ba05ab1-994f-4053-9d1d-72cfb2c2703d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445511 Oct 14 17:58:34.245263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b900a-798b-4109-9d0d-2eb64f6220cd req-a9a65ed6-a92a-49e7-a363-cf2ea1f83bc5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:34.246681 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7b6b900a-798b-4109-9d0d-2eb64f6220cd req-a9a65ed6-a92a-49e7-a363-cf2ea1f83bc5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0461757 Oct 14 17:58:34.293567 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7b6b900a-798b-4109-9d0d-2eb64f6220cd req-3f8dfbf8-9bac-4f93-bc2c-3cacd1d75b96 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414467 Oct 14 17:58:35.413820 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3787db8-9d0c-4177-aebe-3c61007fecb5 req-0ab9bb93-0829-445d-8fb0-4de1daea5a8b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:35.415455 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3787db8-9d0c-4177-aebe-3c61007fecb5 req-0ab9bb93-0829-445d-8fb0-4de1daea5a8b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0471992 Oct 14 17:58:35.427435 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:35.463585 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3787db8-9d0c-4177-aebe-3c61007fecb5 req-1ac9b079-fcd1-451c-b214-be1902b349a6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426459 Oct 14 17:58:36.323934 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:36.588918 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee328a8f-a54e-4877-b262-81700b8320c2 req-5ed1a53b-dc33-4d87-966c-52674ec6f5a6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:36.590569 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee328a8f-a54e-4877-b262-81700b8320c2 req-5ed1a53b-dc33-4d87-966c-52674ec6f5a6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Oct 14 17:58:36.611579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:36.639342 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee328a8f-a54e-4877-b262-81700b8320c2 req-42fd0cde-ad7f-451b-9ced-59bd7dde982e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Oct 14 17:58:37.589064 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-fd964148-bf10-42d6-bf14-a3f2a688a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:37.590551 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-fd964148-bf10-42d6-bf14-a3f2a688a639 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1130 time: 0.0424342 Oct 14 17:58:37.600173 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943ea0-4ce3-4245-8b77-f1f4a2001096 req-cfa1f919-9477-417d-938a-dc25d3df5a31 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:37.601603 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b1943ea0-4ce3-4245-8b77-f1f4a2001096 req-cfa1f919-9477-417d-938a-dc25d3df5a31 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0461903 Oct 14 17:58:37.650857 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b1943ea0-4ce3-4245-8b77-f1f4a2001096 req-0739b2f4-8659-44ef-8494-1dd52695dfe5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Oct 14 17:58:37.691826 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-8f9379dd-624b-4f29-b5cd-f53358d3716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:37.693288 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-8f9379dd-624b-4f29-b5cd-f53358d3716c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.0965996 Oct 14 17:58:37.764355 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7cc53-4210-4709-933c-80839a391d0f req-07f636d1-0453-4052-9946-8bd4d756eba7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:37.765821 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8cd7cc53-4210-4709-933c-80839a391d0f req-07f636d1-0453-4052-9946-8bd4d756eba7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0488973 Oct 14 17:58:37.766303 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-c1cc026a-a101-4754-886e-6a57f2fd528d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 1002 time: 0.0649214 Oct 14 17:58:37.817542 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-6cf5a9d7-3dc2-4411-bdcf-a0e9e32a6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:37.818977 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-6cf5a9d7-3dc2-4411-bdcf-a0e9e32a6ddd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0446894 Oct 14 17:58:37.819130 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8cd7cc53-4210-4709-933c-80839a391d0f req-489fd00f-c510-4b97-b595-61ac5dd6962f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469851 Oct 14 17:58:37.865674 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-a318ac23-6acb-4cbd-832f-81f38bfcc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:37.867078 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-a318ac23-6acb-4cbd-832f-81f38bfcc869 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410461 Oct 14 17:58:37.960681 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-7a5aef3c-a180-4488-bbfa-8c69d671703a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872135 Oct 14 17:58:37.984478 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:38.051904 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ce0b174c-d434-46b0-a52b-fa8fef7ce5d2 req-276554fd-6586-4279-b402-efef6fc3a662 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832665 Oct 14 17:58:38.771147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdcc8d-2958-4872-9a82-1539cd9c745a req-849b42c0-0115-419b-a698-a567e22639ac tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:38.772788 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80cdcc8d-2958-4872-9a82-1539cd9c745a req-849b42c0-0115-419b-a698-a567e22639ac tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0461817 Oct 14 17:58:38.818978 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80cdcc8d-2958-4872-9a82-1539cd9c745a req-9b5d905a-94a0-4a21-8543-4abc4bd15a90 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Oct 14 17:58:38.942613 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c142db-7f6d-46d0-85eb-a7ae0a24cd36 req-7e57b2b3-29f2-411b-9d53-090d732faf2c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:38.944008 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-23c142db-7f6d-46d0-85eb-a7ae0a24cd36 req-7e57b2b3-29f2-411b-9d53-090d732faf2c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0478916 Oct 14 17:58:38.990210 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-23c142db-7f6d-46d0-85eb-a7ae0a24cd36 req-bb11cdfc-937d-4078-9562-adc7975d73ff tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406504 Oct 14 17:58:39.940525 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99e157-885a-4fce-a932-f3fc0f533fc8 req-303ef4e3-935e-429f-95dd-f0030de32b5e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:39.942632 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bc99e157-885a-4fce-a932-f3fc0f533fc8 req-303ef4e3-935e-429f-95dd-f0030de32b5e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0502877 Oct 14 17:58:39.990267 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bc99e157-885a-4fce-a932-f3fc0f533fc8 req-30bbb93d-cb33-424b-a253-f31f344f974c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Oct 14 17:58:40.109450 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097bcb4-b7a4-4bdd-a3d3-622aaeaed8ef req-c614d8a3-f858-4691-b5a5-792137c7abc5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:40.110920 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6097bcb4-b7a4-4bdd-a3d3-622aaeaed8ef req-c614d8a3-f858-4691-b5a5-792137c7abc5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0462165 Oct 14 17:58:40.158461 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6097bcb4-b7a4-4bdd-a3d3-622aaeaed8ef req-fc6c5eae-6b1b-4a21-b3b9-cac426e4c695 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Oct 14 17:58:40.369718 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7755-9d6f-4a5b-870b-9e164d145420 req-116c1b01-8e53-4f01-a398-1deb58e94b9d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:40.371174 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-959a7755-9d6f-4a5b-870b-9e164d145420 req-116c1b01-8e53-4f01-a398-1deb58e94b9d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0517645 Oct 14 17:58:40.420688 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-959a7755-9d6f-4a5b-870b-9e164d145420 req-be1be229-3bba-4e0b-93b2-6dacbfee9b48 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436633 Oct 14 17:58:40.445258 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-884e445e-299c-4d00-9b3f-4688611f6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:40.446754 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-884e445e-299c-4d00-9b3f-4688611f6447 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 1130 time: 0.0441301 Oct 14 17:58:40.467851 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:40.545617 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-50993c6a-3058-4531-b9c2-2c84dc7ea972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:40.547065 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-50993c6a-3058-4531-b9c2-2c84dc7ea972 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 912 time: 0.0860198 Oct 14 17:58:40.611202 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-097f1489-760c-4ff4-8e51-95b1934e9745 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 200 len: 1001 time: 0.0567389 Oct 14 17:58:40.658876 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-7bedbe2e-42d6-41b8-b29c-6c76e0d8cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:40.660915 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-7bedbe2e-42d6-41b8-b29c-6c76e0d8cf1f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.0427783 Oct 14 17:58:40.705749 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-4d54e57d-81cb-4883-97db-966fc3c1529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:40.707538 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-4d54e57d-81cb-4883-97db-966fc3c1529a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376434 Oct 14 17:58:40.803312 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-01042731-7bf8-48a6-81e6-6b1e266282bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870717 Oct 14 17:58:40.899548 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4e1e0fa6-2054-4acb-bf5e-b4ca2e1e3d13 req-73c2b898-365c-4767-82b6-853abaa479ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872691 Oct 14 17:58:41.116293 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7e05-5db4-44b4-93f7-ad98d5a347d1 req-519125bc-1e8c-4669-8df9-411b40a3d33e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:41.117739 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c83c7e05-5db4-44b4-93f7-ad98d5a347d1 req-519125bc-1e8c-4669-8df9-411b40a3d33e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0467730 Oct 14 17:58:41.165723 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c83c7e05-5db4-44b4-93f7-ad98d5a347d1 req-77bc6e18-1cd8-4b0c-93ee-b9f2b57d7841 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Oct 14 17:58:41.545410 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e13d0-54ce-40eb-8b47-ef641de4b9e0 req-c6e4f87e-8941-42ad-a72e-8d21218841f3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:41.546902 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a84e13d0-54ce-40eb-8b47-ef641de4b9e0 req-c6e4f87e-8941-42ad-a72e-8d21218841f3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0487995 Oct 14 17:58:41.597551 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a84e13d0-54ce-40eb-8b47-ef641de4b9e0 req-fc74790f-71a1-49a4-8e91-0354b561e332 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448883 Oct 14 17:58:42.283672 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1475be0-78f3-4c78-9d2e-ea4a56627524 req-b4d4f9c2-eb24-4188-b413-fc404e89b651 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:42.285707 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a1475be0-78f3-4c78-9d2e-ea4a56627524 req-b4d4f9c2-eb24-4188-b413-fc404e89b651 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0453598 Oct 14 17:58:42.318331 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:42.335493 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a1475be0-78f3-4c78-9d2e-ea4a56627524 req-6070d057-fcbb-4c67-b544-459f7f8a9384 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440307 Oct 14 17:58:42.717011 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dead9-52b4-45c2-956d-3a4ac99ea3f6 req-9390b7fc-b634-4350-bde5-839107b6d4ac tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:42.718459 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a42dead9-52b4-45c2-956d-3a4ac99ea3f6 req-9390b7fc-b634-4350-bde5-839107b6d4ac tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0463872 Oct 14 17:58:42.742503 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:42.765903 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a42dead9-52b4-45c2-956d-3a4ac99ea3f6 req-caecc3e3-da0d-4fd3-b5e7-4356a6bb0a5c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 Oct 14 17:58:43.700513 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcafe4-808a-4bf7-944b-f2f9b7abe89e req-ea3d4131-48d0-4ba3-b7d7-d88739a6bafd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:43.701884 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c2bcafe4-808a-4bf7-944b-f2f9b7abe89e req-ea3d4131-48d0-4ba3-b7d7-d88739a6bafd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.2859778 Oct 14 17:58:43.748336 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c2bcafe4-808a-4bf7-944b-f2f9b7abe89e req-eccb2300-88de-476a-b85f-673cc7713263 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Oct 14 17:58:44.034980 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=15 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:44.036477 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:44.867774 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845115-2a44-426b-a452-06c38604cb81 req-ec5d26a2-34f9-4945-91e5-ecaaee679096 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:44.869238 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-75845115-2a44-426b-a452-06c38604cb81 req-ec5d26a2-34f9-4945-91e5-ecaaee679096 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0459893 Oct 14 17:58:44.915675 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-75845115-2a44-426b-a452-06c38604cb81 req-69c5ff93-ea74-47ff-8178-2d080be5f466 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Oct 14 17:58:45.439990 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0f1fc3c2-669c-4a3d-b991-3ed1bf655c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:46.038427 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59c49-f14c-425d-a76c-413ec0ecda5a req-85f6a03e-8c23-4bfd-a7d1-270682ac3103 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:46.039864 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1f59c49-f14c-425d-a76c-413ec0ecda5a req-85f6a03e-8c23-4bfd-a7d1-270682ac3103 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0488102 Oct 14 17:58:46.086413 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1f59c49-f14c-425d-a76c-413ec0ecda5a req-9e0dea59-8db4-4d6f-84c2-3ecea582eff8 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408080 Oct 14 17:58:47.025523 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:58:47.215661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4544-d536-4f10-b83f-e35e50123cf9 req-8af35835-c058-4636-8956-90ac231effec tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:47.217173 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-294d4544-d536-4f10-b83f-e35e50123cf9 req-8af35835-c058-4636-8956-90ac231effec tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0496743 Oct 14 17:58:47.264420 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-294d4544-d536-4f10-b83f-e35e50123cf9 req-1d57d282-415f-4dd5-8e36-a1e42cb2f37b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Oct 14 17:58:47.903469 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2298-25f0-4612-863a-cea7560980a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:48.383519 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8ed7e-e068-4760-8d2f-3629ba27aa55 req-5f1ecfc8-c222-45e0-9b5b-a527b42b04ab tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:48.384977 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dbd8ed7e-e068-4760-8d2f-3629ba27aa55 req-5f1ecfc8-c222-45e0-9b5b-a527b42b04ab tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0465264 Oct 14 17:58:48.436085 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dbd8ed7e-e068-4760-8d2f-3629ba27aa55 req-b67b3101-6a95-4ad3-a355-ab2e3011cc42 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 Oct 14 17:58:49.046267 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:49.555856 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166302-c98c-48c3-9c28-b00d2105e5a6 req-2b041e65-77b7-460e-b4a6-a03dce19749e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:49.557318 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-af166302-c98c-48c3-9c28-b00d2105e5a6 req-2b041e65-77b7-460e-b4a6-a03dce19749e tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0458322 Oct 14 17:58:49.604268 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-af166302-c98c-48c3-9c28-b00d2105e5a6 req-c6c811c1-67eb-4bd5-a8ba-2c2a3266c6ad tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412719 Oct 14 17:58:50.568210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:50.617006 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:50.747405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e708ea-9dfc-464d-a1e5-a3c57fc52c9b req-22feac0e-cd61-41ed-97a6-47a8a5dca142 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:50.749084 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3e708ea-9dfc-464d-a1e5-a3c57fc52c9b req-22feac0e-cd61-41ed-97a6-47a8a5dca142 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0554967 Oct 14 17:58:50.798038 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3e708ea-9dfc-464d-a1e5-a3c57fc52c9b req-2e9967d8-1a7a-4655-a410-d05be0783941 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Oct 14 17:58:50.889213 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=63 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:50.896200 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=34 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:51.924725 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2d52d-552b-49e7-bdc4-98fe9c1592d5 req-0751c42a-52e4-4d96-b22d-b8ee163da104 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:51.926693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8dc2d52d-552b-49e7-bdc4-98fe9c1592d5 req-0751c42a-52e4-4d96-b22d-b8ee163da104 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0497451 Oct 14 17:58:51.975802 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8dc2d52d-552b-49e7-bdc4-98fe9c1592d5 req-b3c1ec9e-024b-4b8e-ab29-31eec32a9c39 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Oct 14 17:58:53.096812 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c3aa9-32dc-4b42-80fe-150c1cfce5a5 req-79cbd49a-62fd-4570-a57f-42071ac6741a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:53.098503 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6b1c3aa9-32dc-4b42-80fe-150c1cfce5a5 req-79cbd49a-62fd-4570-a57f-42071ac6741a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0452063 Oct 14 17:58:53.144624 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6b1c3aa9-32dc-4b42-80fe-150c1cfce5a5 req-6a378e90-abd5-49ed-9d87-02aee5d244f5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Oct 14 17:58:54.262623 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e4528-dd79-46c9-993d-139029a39a38 req-fa28baf0-8ddc-4ad7-9568-e469d5c3e00f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:54.264103 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0d1e4528-dd79-46c9-993d-139029a39a38 req-fa28baf0-8ddc-4ad7-9568-e469d5c3e00f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0459771 Oct 14 17:58:54.276584 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:54.314499 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0d1e4528-dd79-46c9-993d-139029a39a38 req-b19f7d9e-261c-4f6c-9469-a527d091ea94 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449810 Oct 14 17:58:55.437727 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a25143-2eb5-480d-9436-e605ebabfc5a req-7fa7272a-2b5c-4f35-9b2a-fc614fcc982c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:55.439166 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01a25143-2eb5-480d-9436-e605ebabfc5a req-7fa7272a-2b5c-4f35-9b2a-fc614fcc982c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0463798 Oct 14 17:58:55.485805 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01a25143-2eb5-480d-9436-e605ebabfc5a req-80c4a6c5-825e-4bef-b7c1-c27a694f84b4 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Oct 14 17:58:56.570756 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:56.606195 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d17054-3911-470c-9e23-a1f07d6b1fa6 req-0e41d4b6-5564-4cf4-a08e-8aeff81f997f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:56.607625 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d4d17054-3911-470c-9e23-a1f07d6b1fa6 req-0e41d4b6-5564-4cf4-a08e-8aeff81f997f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0463293 Oct 14 17:58:56.655051 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d4d17054-3911-470c-9e23-a1f07d6b1fa6 req-6d61907b-6846-4acc-8465-58b91eacf92a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Oct 14 17:58:57.664602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8124d-6c80-43c7-98fb-b560e66b2ccd req-30075b5a-5690-4c70-bba3-56c11381a841 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:57.666329 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-03b8124d-6c80-43c7-98fb-b560e66b2ccd req-30075b5a-5690-4c70-bba3-56c11381a841 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Oct 14 17:58:57.715922 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-03b8124d-6c80-43c7-98fb-b560e66b2ccd req-70a231ed-083e-403f-991b-a9328c3c3db3 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Oct 14 17:58:57.780083 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e2e23-0af4-4b43-91cc-b4f14ca0ab6c req-6f65828c-96a4-4452-90df-9855448b9b87 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:57.781518 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-507e2e23-0af4-4b43-91cc-b4f14ca0ab6c req-6f65828c-96a4-4452-90df-9855448b9b87 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0487926 Oct 14 17:58:57.828087 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-507e2e23-0af4-4b43-91cc-b4f14ca0ab6c req-350806f1-15c7-4d54-ac07-7074fb962a87 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403068 Oct 14 17:58:58.840365 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b50d-74ee-475d-91d7-60294667d1ed req-0d9d6fe5-3e75-4332-9dd9-6e3cc00af53d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:58.841842 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3995b50d-74ee-475d-91d7-60294667d1ed req-0d9d6fe5-3e75-4332-9dd9-6e3cc00af53d tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0504167 Oct 14 17:58:58.889576 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3995b50d-74ee-475d-91d7-60294667d1ed req-29b72375-bd56-488a-ad48-4bd15fc3eaed tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e2534f2a-f2e0-48c0-ab67-4c990385cf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Oct 14 17:58:58.948811 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8cc4-ec76-4aaa-9aaa-998355f37218 req-48f789de-941a-4ac3-9c59-e0ab0b07ee1f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:58.950263 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-29fc8cc4-ec76-4aaa-9aaa-998355f37218 req-48f789de-941a-4ac3-9c59-e0ab0b07ee1f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0465763 Oct 14 17:58:58.996225 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-29fc8cc4-ec76-4aaa-9aaa-998355f37218 req-263b3039-e213-4ad5-b5d3-883ae2a6d104 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Oct 14 17:58:59.013898 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:59.017913 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:58:59.494784 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5bb947c3-ca89-4601-9822-b726670a568e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:58:59.496230 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5bb947c3-ca89-4601-9822-b726670a568e tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0461228 Oct 14 17:58:59.579254 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Deleting port 613f87b0-b830-4be7-b6f3-9f48ace26266 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:58:59.579509 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:59.672426 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] For port 613f87b0-b830-4be7-b6f3-9f48ace26266, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=613f87b0-b830-4be7-b6f3-9f48ace26266,segment=NetworkSegment(7fe332a4-3310-44fd-9696-78309bcfdd34),segment_id=7fe332a4-3310-44fd-9696-78309bcfdd34)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:58:59.672782 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:59.686641 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Calling delete_port for 613f87b0-b830-4be7-b6f3-9f48ace26266 owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:58:59.813457 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (613f87b0-b830-4be7-b6f3-9f48ace26266), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:59.826208 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['613f87b0-b830-4be7-b6f3-9f48ace26266'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:58:59.842669 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Pushing event deleted for resources: {'Port': ['ID=613f87b0-b830-4be7-b6f3-9f48ace26266,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:58:59.887478 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] No DVR routers for this DVR port 613f87b0-b830-4be7-b6f3-9f48ace26266 on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:58:59.890245 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:58:59.893650 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9d97013d-c4a5-4a87-b4d0-7967f1d64ded req-5ebf1b0a-53da-4670-8e14-b69211db5596 tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.25 "DELETE /networking/v2.0/ports/613f87b0-b830-4be7-b6f3-9f48ace26266 HTTP/1.1" status: 204 len: 173 time: 0.3916368 Oct 14 17:58:59.894142 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'name': 'network-vif-deleted', 'tag': '613f87b0-b830-4be7-b6f3-9f48ace26266'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:58:59.896862 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5e402-7d3c-462c-849c-be282ee535dd" -d '{"events": [{"server_uuid": "188c63cc-0d29-43b4-b4c9-c42631a8c6d7", "name": "network-vif-deleted", "tag": "613f87b0-b830-4be7-b6f3-9f48ace26266"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:58:59.934566 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25735029-50a9-494d-8706-bc214bbe137e x-openstack-request-id: req-25735029-50a9-494d-8706-bc214bbe137e {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:58:59.934841 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188c63cc-0d29-43b4-b4c9-c42631a8c6d7", "name": "network-vif-deleted", "tag": "613f87b0-b830-4be7-b6f3-9f48ace26266", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:58:59.935085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-25735029-50a9-494d-8706-bc214bbe137e {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:58:59.935482 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25735029-50a9-494d-8706-bc214bbe137e'] response: {'server_uuid': '188c63cc-0d29-43b4-b4c9-c42631a8c6d7', 'name': 'network-vif-deleted', 'tag': '613f87b0-b830-4be7-b6f3-9f48ace26266', 'status': 'completed', 'code': 200} Oct 14 17:58:59.990014 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5915b1c0-1ce8-482f-b363-5a5f91e65e2f req-8db31f54-d910-4278-a901-77c8fbd6226a tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0273914 Oct 14 17:59:00.120895 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78977cd-171d-430d-983c-28728adb2cbe req-d0ed8fb1-02f4-4f3d-baa9-5bbdc3ad7a6b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:00.122270 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b78977cd-171d-430d-983c-28728adb2cbe req-d0ed8fb1-02f4-4f3d-baa9-5bbdc3ad7a6b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0490284 Oct 14 17:59:00.169466 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b78977cd-171d-430d-983c-28728adb2cbe req-0952041a-1650-4330-aa93-bb5595dfc823 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Oct 14 17:59:00.605294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:00.611550 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:00.772652 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a377e61-cae6-42b5-91fb-b0881963ab27 req-c44e2962-15bf-4a40-953c-ffd2a352df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:00.774170 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7a377e61-cae6-42b5-91fb-b0881963ab27 req-c44e2962-15bf-4a40-953c-ffd2a352df62 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1130 time: 0.0419958 Oct 14 17:59:00.827709 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7a377e61-cae6-42b5-91fb-b0881963ab27 req-467b043f-6c5b-4514-9400-e7b415899d42 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464702 Oct 14 17:59:01.102752 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79c6370f-a22e-4c7d-bc73-651902a15e0e req-4dd6182c-b563-4114-ac4b-62524b41582b tempest-VolumesSnapshotTestJSON-334156454 tempest-VolumesSnapshotTestJSON-334156454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=188c63cc-0d29-43b4-b4c9-c42631a8c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0284796 Oct 14 17:59:01.286592 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa72305-65f8-46af-be8e-0a2aa510bc6e req-0325b679-2619-4902-84f4-9cdce73d9c7f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:01.288092 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7fa72305-65f8-46af-be8e-0a2aa510bc6e req-0325b679-2619-4902-84f4-9cdce73d9c7f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0456865 Oct 14 17:59:01.334051 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7fa72305-65f8-46af-be8e-0a2aa510bc6e req-184982ee-e54d-4ea0-8e38-e140719d1736 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Oct 14 17:59:02.469562 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf300e89-4b2e-4216-814d-476b920954cd req-8e5fa256-ae1e-4294-9301-20c7a4de7e79 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:02.471024 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf300e89-4b2e-4216-814d-476b920954cd req-8e5fa256-ae1e-4294-9301-20c7a4de7e79 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0571961 Oct 14 17:59:02.520248 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf300e89-4b2e-4216-814d-476b920954cd req-49a4cc3e-1bf5-4afa-91a8-e28c19022e4f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Oct 14 17:59:03.665409 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f69c2-6c78-49b0-bce4-f2c8179bdb06 req-226d6c0a-0d08-4d07-b6ca-ec66b7dec747 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:03.667191 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-125f69c2-6c78-49b0-bce4-f2c8179bdb06 req-226d6c0a-0d08-4d07-b6ca-ec66b7dec747 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0637741 Oct 14 17:59:03.718730 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-125f69c2-6c78-49b0-bce4-f2c8179bdb06 req-14a21846-3c14-4edb-83cd-07a76a9ae99a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Oct 14 17:59:03.767596 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 613f87b0-b830-4be7-b6f3-9f48ace26266 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:59:03.771282 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:03.926034 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 613f87b0-b830-4be7-b6f3-9f48ace26266 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:59:03.926382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 613f87b0-b830-4be7-b6f3-9f48ace26266 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:59:04.077632 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:04.088750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc6fb1-15d9-4f11-bddf-92d516da900e req-e3d8f8c5-9c53-445b-87d2-fb7b4f791483 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:04.090212 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3bc6fb1-15d9-4f11-bddf-92d516da900e req-e3d8f8c5-9c53-445b-87d2-fb7b4f791483 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Oct 14 17:59:04.137714 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3bc6fb1-15d9-4f11-bddf-92d516da900e req-4065a05e-9a80-4afe-a689-60c6b0d5eb36 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419037 Oct 14 17:59:05.266124 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2d7e2-da01-48f2-91fe-c463222dd093 req-510338a3-c02a-4a11-a153-95ac745928d0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:05.267555 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca2d7e2-da01-48f2-91fe-c463222dd093 req-510338a3-c02a-4a11-a153-95ac745928d0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0485740 Oct 14 17:59:05.315283 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca2d7e2-da01-48f2-91fe-c463222dd093 req-41223bfe-49ab-4f12-b4bf-d89cd4e31006 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Oct 14 17:59:06.333823 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:06.423320 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:06.436243 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f463a38-5c1f-422b-9cd7-c686ab9fa9e4 req-ab969983-3f00-450b-8881-abad27347e21 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:06.437678 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f463a38-5c1f-422b-9cd7-c686ab9fa9e4 req-ab969983-3f00-450b-8881-abad27347e21 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0474813 Oct 14 17:59:06.489841 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f463a38-5c1f-422b-9cd7-c686ab9fa9e4 req-3b1399b8-1ff1-47f2-bacf-dba4e5d3a15f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463891 Oct 14 17:59:06.634462 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86538c-88f1-42df-8410-f618d7149b27 req-96690e97-42e8-4d82-9d02-a36e09942ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:06.635949 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c86538c-88f1-42df-8410-f618d7149b27 req-96690e97-42e8-4d82-9d02-a36e09942ae3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1130 time: 0.0386751 Oct 14 17:59:06.729073 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86538c-88f1-42df-8410-f618d7149b27 req-76e0befa-d85b-47da-a5e4-eb3905df3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:06.730431 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c86538c-88f1-42df-8410-f618d7149b27 req-76e0befa-d85b-47da-a5e4-eb3905df3ea8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.0878930 Oct 14 17:59:06.802183 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c86538c-88f1-42df-8410-f618d7149b27 req-e05b06a6-5f40-45f6-a55c-5ea009e0225f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 1002 time: 0.0576150 Oct 14 17:59:06.850915 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86538c-88f1-42df-8410-f618d7149b27 req-afdd8353-c081-43f6-92a4-d8ea1b469c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:06.852349 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c86538c-88f1-42df-8410-f618d7149b27 req-afdd8353-c081-43f6-92a4-d8ea1b469c51 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0434036 Oct 14 17:59:06.902446 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86538c-88f1-42df-8410-f618d7149b27 req-4db84e87-e3e9-44bd-8c7e-c7d3429d963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:06.903930 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c86538c-88f1-42df-8410-f618d7149b27 req-4db84e87-e3e9-44bd-8c7e-c7d3429d963f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419042 Oct 14 17:59:07.003044 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c86538c-88f1-42df-8410-f618d7149b27 req-3d28d96a-eef8-4438-bb9a-c0adc25ba600 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836816 Oct 14 17:59:07.059544 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:07.069318 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:07.099616 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c86538c-88f1-42df-8410-f618d7149b27 req-592ac944-aa10-4f34-891e-db30196f005b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900848 Oct 14 17:59:07.381859 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-e7179516-dfed-494f-b683-1ecc94380e8a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390155 Oct 14 17:59:07.446909 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-5fae06cc-aded-408d-9a26-3c054f2f6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:07.448399 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-5fae06cc-aded-408d-9a26-3c054f2f6025 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 1130 time: 0.0390449 Oct 14 17:59:07.612472 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b66856-0cf5-4d51-adcc-fc96ddecce02 req-bf9bd623-7862-4ea4-9d08-3a196341a695 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:07.613850 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-11b66856-0cf5-4d51-adcc-fc96ddecce02 req-bf9bd623-7862-4ea4-9d08-3a196341a695 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0476279 Oct 14 17:59:07.661556 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-11b66856-0cf5-4d51-adcc-fc96ddecce02 req-6dda0acc-5718-4b3f-a22b-7e26aeb36a69 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Oct 14 17:59:08.782217 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7165-bfe2-4ddd-b5ce-7758f6e6b2f7 req-6f79edd8-6609-408c-90b9-2f57503c0769 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:08.783647 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed1f7165-bfe2-4ddd-b5ce-7758f6e6b2f7 req-6f79edd8-6609-408c-90b9-2f57503c0769 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0469952 Oct 14 17:59:08.831442 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed1f7165-bfe2-4ddd-b5ce-7758f6e6b2f7 req-2a13379e-6d9f-414a-ab40-8776c400689b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Oct 14 17:59:08.879603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-70afab92-f5e6-4b7a-b81f-917a24f4d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:08.882126 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-70afab92-f5e6-4b7a-b81f-917a24f4d49f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 912 time: 0.0915663 Oct 14 17:59:08.965620 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-4a2528d9-8923-455a-b1a9-02ce973b84d3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 200 len: 1001 time: 0.0554307 Oct 14 17:59:09.022304 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-9bf9e70d-6077-434e-b072-814cadc97af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:09.023705 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-9bf9e70d-6077-434e-b072-814cadc97af0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.0469427 Oct 14 17:59:09.068239 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-47561828-c870-4319-84bb-2806b34a8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:09.071397 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-47561828-c870-4319-84bb-2806b34a8e0c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407584 Oct 14 17:59:09.707619 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-e4d26284-191c-42d1-b584-a7d9d433ffeb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901737 Oct 14 17:59:09.812391 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a91b1433-4cc1-4992-bbdd-718bbceab69f req-cc7a8d70-9584-4be7-a563-f66a0e99c4e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953186 Oct 14 17:59:09.954436 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77bf95-7bfd-4530-99a4-9cb547241c43 req-56be4647-209f-4e19-948f-e2e2ae512d61 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:09.955891 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-eb77bf95-7bfd-4530-99a4-9cb547241c43 req-56be4647-209f-4e19-948f-e2e2ae512d61 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0491021 Oct 14 17:59:10.002074 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-eb77bf95-7bfd-4530-99a4-9cb547241c43 req-6b10ed5c-99dd-4eb6-b52b-72d7e1f96a44 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Oct 14 17:59:10.117930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861aeb-4606-4637-b83a-03e510d92c72 req-5d6d5180-97c4-4b47-9df6-4490fa05178f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:10.119283 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2f861aeb-4606-4637-b83a-03e510d92c72 req-5d6d5180-97c4-4b47-9df6-4490fa05178f tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0471742 Oct 14 17:59:10.130587 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45620) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:10.135623 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Request body: {'floatingip': {'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:10.191979 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:10.572031 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:10.669855 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:10.673650 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:10.773536 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:10.872900 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:59:10.974592 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:10.979861 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:10.984787 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] Sync routers for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:10.995921 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:10.996559 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:58:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:11.009248 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:11.011451 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:11.042961 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-7956e06c-0267-4ccf-8fa2-d3bd4cda67dd tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6e01ec0d-9f63-4d88-865d-7fca53e9ea8b HTTP/1.1" status: 200 len: 994 time: 0.9106956 Oct 14 17:59:11.054561 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656e0e5d-bbdb-4aab-9010-5a58f855e2b1 x-openstack-request-id: req-656e0e5d-bbdb-4aab-9010-5a58f855e2b1 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:11.054846 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:11.055101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-656e0e5d-bbdb-4aab-9010-5a58f855e2b1 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:11.055507 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656e0e5d-bbdb-4aab-9010-5a58f855e2b1'] response: {'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'status': 'completed', 'code': 200} Oct 14 17:59:11.106523 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:11.125056 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-8b1f0d58-5e9c-431a-b368-39dc2c64872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:11.126487 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-8b1f0d58-5e9c-431a-b368-39dc2c64872a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1130 time: 0.0397117 Oct 14 17:59:11.221322 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-cc4f628d-4e98-408f-91b8-7b04be408fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:11.222776 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-cc4f628d-4e98-408f-91b8-7b04be408fe3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.0884602 Oct 14 17:59:11.287999 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-4351aa6b-ed85-4870-8ad9-ad139b4a2dbc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 1002 time: 0.0557027 Oct 14 17:59:11.325414 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6e01ec0d-9f63-4d88-865d-7fca53e9ea8b', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'mac_address': 'fa:16:3e:fb:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:57:17Z', 'updated_at': '2022-10-14T17:59:10Z', 'revision_number': 3, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:11.340470 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-99a6ffcd-acc7-42da-9c3e-87872dc0e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:11.341904 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-99a6ffcd-acc7-42da-9c3e-87872dc0e782 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0436504 Oct 14 17:59:11.350997 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] Checking router: 7c0f4f18-5bab-44b8-b420-ed559b8c5037 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:59:11.360089 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:11.360699 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:58:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:11.391740 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-42d16d89-264f-4958-81ce-aa130d379d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:11.393185 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-42d16d89-264f-4958-81ce-aa130d379d97 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430613 Oct 14 17:59:11.465729 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:11.485163 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-3b7e9c70-8083-4498-afe5-de3a1492a586 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Oct 14 17:59:11.539214 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:11.581223 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-6cfd5cfa-f70a-46cc-8d36-6ac0d287b879 req-6bda19a7-4098-4866-a04f-d5b2dda55add service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880725 Oct 14 17:59:11.679572 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6e01ec0d-9f63-4d88-865d-7fca53e9ea8b', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'mac_address': 'fa:16:3e:fb:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:57:17Z', 'updated_at': '2022-10-14T17:59:10Z', 'revision_number': 3, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:11.709004 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be995fee-3f94-4fd1-80ac-a3d29993ff00 None None] The sync data for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi is: [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6e01ec0d-9f63-4d88-865d-7fca53e9ea8b', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'port_id': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'mac_address': 'fa:16:3e:fb:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:57:17Z', 'updated_at': '2022-10-14T17:59:10Z', 'revision_number': 3, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:59:13.056781 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:13.059080 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829646d9-25f2-4dc6-8327-d2ebb462c19d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:13.096138 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9736738-2ca4-475d-b81d-e74669f82639 x-openstack-request-id: req-a9736738-2ca4-475d-b81d-e74669f82639 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:13.096484 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:13.096791 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a9736738-2ca4-475d-b81d-e74669f82639 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:13.097185 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9736738-2ca4-475d-b81d-e74669f82639'] response: {'name': 'network-changed', 'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'status': 'completed', 'code': 200} Oct 14 17:59:14.218800 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bf370-7153-4a76-9a2b-bb11e46529a5 req-521d7a77-5dfd-42b5-b248-d48302b7b778 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:14.220268 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-000bf370-7153-4a76-9a2b-bb11e46529a5 req-521d7a77-5dfd-42b5-b248-d48302b7b778 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0468771 Oct 14 17:59:14.283075 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-000bf370-7153-4a76-9a2b-bb11e46529a5 req-5b6998b8-203e-4482-b76f-50ee14272783 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567100 Oct 14 17:59:15.190219 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-af8605ee-7115-4c32-b391-fe3df2b5c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.191611 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-af8605ee-7115-4c32-b391-fe3df2b5c056 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 1130 time: 0.0427420 Oct 14 17:59:15.207634 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:15.243323 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-792f17db-dffe-4264-84cc-12b6ca654bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.244966 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-792f17db-dffe-4264-84cc-12b6ca654bd7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1168 time: 0.0399375 Oct 14 17:59:15.286815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-7653872b-19e8-4131-be0b-53e2132185b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.288388 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-7653872b-19e8-4131-be0b-53e2132185b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.0886772 Oct 14 17:59:15.337887 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-b703c76a-f68c-4354-8eed-9edc501e3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.339407 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-b703c76a-f68c-4354-8eed-9edc501e3314 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 200 len: 915 time: 0.0874481 Oct 14 17:59:15.356396 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-09376b56-e29b-4788-9413-52ea9d174846 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 200 len: 1002 time: 0.0604651 Oct 14 17:59:15.409450 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-34f5157d-a486-4e64-8ba6-3e56f3c4447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.410887 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-34f5157d-a486-4e64-8ba6-3e56f3c4447d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0485029 Oct 14 17:59:15.438363 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-4fd1a8e9-86a3-481b-9f35-f1bfc3487025 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 1000 time: 0.0920937 Oct 14 17:59:15.445770 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-674835e4-0672-4c04-84eb-10a7b09df904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:15.447300 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb4e9-bba7-419b-8520-f2c77c671d95 req-dd8fa20e-80b2-4ad2-8399-33b387b24738 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.448884 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6a8fb4e9-bba7-419b-8520-f2c77c671d95 req-dd8fa20e-80b2-4ad2-8399-33b387b24738 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0630674 Oct 14 17:59:15.468369 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-0f41f656-80d4-48fa-8537-91e03e5a5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.469872 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-0f41f656-80d4-48fa-8537-91e03e5a5bae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465961 Oct 14 17:59:15.519203 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-a32beddc-67a0-4006-bbbe-b74f9c954a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.521313 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-a32beddc-67a0-4006-bbbe-b74f9c954a3b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=11e1f7da-737e-41d2-9ee9-bbdb46c89f09 HTTP/1.1" status: 200 len: 853 time: 0.0709109 Oct 14 17:59:15.562908 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-f45a8e32-9b46-4b5b-963a-5804d150ae74 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844758 Oct 14 17:59:15.573750 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6a8fb4e9-bba7-419b-8520-f2c77c671d95 req-6fadaf95-b226-477c-b172-4a61e95f17a2 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166754 Oct 14 17:59:15.581640 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-1f1b850a-e2ae-4b99-a8d6-492a16ff908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:15.583426 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-1f1b850a-e2ae-4b99-a8d6-492a16ff908b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=756a6544-0d40-4f61-8438-42aaa0ee03ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527093 Oct 14 17:59:15.638295 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:15.661033 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-829646d9-25f2-4dc6-8327-d2ebb462c19d req-789a11f6-cb89-4f03-9468-6f9ef4cb8073 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907681 Oct 14 17:59:15.680143 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-1cae582e-eeed-474c-aa49-35fa76b49dbe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872681 Oct 14 17:59:15.774711 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b0dee60a-2bc8-4cf8-8a62-11b154bf79dc req-b1b8698b-d021-40ee-80f9-d0706a5be3ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867488 Oct 14 17:59:16.659521 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:16.697215 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c5602-ade5-4113-8162-07d7b64a9d10 req-95b2b822-0189-4d62-b225-faebd527d643 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:16.698705 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c81c5602-ade5-4113-8162-07d7b64a9d10 req-95b2b822-0189-4d62-b225-faebd527d643 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0486286 Oct 14 17:59:16.761988 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c81c5602-ade5-4113-8162-07d7b64a9d10 req-5d290905-f5ff-4cf5-9717-4c8fd633f994 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575695 Oct 14 17:59:17.903340 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa4b59-311e-4aaf-bf6d-9bef66807e98 req-4b5efa66-7129-4fd8-af44-f13b2438eea6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:17.905111 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d6fa4b59-311e-4aaf-bf6d-9bef66807e98 req-4b5efa66-7129-4fd8-af44-f13b2438eea6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0619221 Oct 14 17:59:17.906195 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-060ff18b-49d3-4701-9316-23bc3bc56758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:17.965569 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d6fa4b59-311e-4aaf-bf6d-9bef66807e98 req-df39998c-7a5c-415c-8839-3050cbc479d5 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546277 Oct 14 17:59:18.350647 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4f0fb-8449-4b48-b7f7-bda8076e086c req-7ef80d59-2e5a-41e1-990f-627b0f5934a4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:18.352149 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b5d4f0fb-8449-4b48-b7f7-bda8076e086c req-7ef80d59-2e5a-41e1-990f-627b0f5934a4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 946 time: 0.0466447 Oct 14 17:59:18.399759 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b5d4f0fb-8449-4b48-b7f7-bda8076e086c req-19564c86-9a53-45ec-829f-f51782af6975 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Oct 14 17:59:19.049731 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:19.091761 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9bf66-a998-4df2-b5dc-816ba7e8a629 req-6f56a782-d736-4fd0-827d-7be1b9898c50 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:19.093269 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6fd9bf66-a998-4df2-b5dc-816ba7e8a629 req-6f56a782-d736-4fd0-827d-7be1b9898c50 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0518923 Oct 14 17:59:19.153028 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6fd9bf66-a998-4df2-b5dc-816ba7e8a629 req-8d27fb31-fdf0-41ec-9e67-09746eaa6dc5 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540094 Oct 14 17:59:19.525649 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba79ed5-db6c-4000-b29b-73c7ac10dc1b req-b80f3b74-5277-404d-9adc-0603bbb33145 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:19.527081 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6ba79ed5-db6c-4000-b29b-73c7ac10dc1b req-b80f3b74-5277-404d-9adc-0603bbb33145 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 946 time: 0.0462677 Oct 14 17:59:19.572712 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6ba79ed5-db6c-4000-b29b-73c7ac10dc1b req-97bd45d6-36fd-459c-a97f-5a1b91db3552 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Oct 14 17:59:20.231695 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-d0de7c29-50d5-4a75-9afc-b5bd75f12d22 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:20.233169 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-d0de7c29-50d5-4a75-9afc-b5bd75f12d22 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 946 time: 0.0463710 Oct 14 17:59:20.309040 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba1077-33ca-43a9-8b61-219f70177073 req-214a5c10-4fac-4e04-bb42-b414cd25302a tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:20.310465 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8dba1077-33ca-43a9-8b61-219f70177073 req-214a5c10-4fac-4e04-bb42-b414cd25302a tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0764573 Oct 14 17:59:20.371862 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Deleting port 04f9946a-535a-428e-8287-bac5d55cc781 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:59:20.372212 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (04f9946a-535a-428e-8287-bac5d55cc781), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:20.443035 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8dba1077-33ca-43a9-8b61-219f70177073 req-55ce9d55-77b5-4e86-bdfc-f80eb5c7257b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269507 Oct 14 17:59:20.486462 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] For port 04f9946a-535a-428e-8287-bac5d55cc781, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=04f9946a-535a-428e-8287-bac5d55cc781,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:20.486821 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (04f9946a-535a-428e-8287-bac5d55cc781), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:20.567831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:20.570813 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:20.621301 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:20.710395 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:20.728785 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:20.729136 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:20.729444 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Floating IP 06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f disassociated. External IP: 172.27.3.111, port: 04f9946a-535a-428e-8287-bac5d55cc781. Oct 14 17:59:20.729778 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Calling delete_port for 04f9946a-535a-428e-8287-bac5d55cc781 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:59:20.738749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbf36e-9ce0-47e0-b58d-5a8f96923ad9 req-3227d126-ec3d-4fec-b44c-473cac76de0b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:20.740208 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0bbf36e-9ce0-47e0-b58d-5a8f96923ad9 req-3227d126-ec3d-4fec-b44c-473cac76de0b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 946 time: 0.0673900 Oct 14 17:59:20.834879 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c0bbf36e-9ce0-47e0-b58d-5a8f96923ad9 req-fd918e65-1359-4185-acce-61a4c4f58553 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872796 Oct 14 17:59:20.910815 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (04f9946a-535a-428e-8287-bac5d55cc781), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:20.936709 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event deleted for resources: {'Port': ['ID=04f9946a-535a-428e-8287-bac5d55cc781,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:21.291804 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Router a702f974-9e36-43e3-b9b6-b56340f70ce4 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:59:21.397269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:21.407895 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] Sync routers for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:21.418933 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:21.419836 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:21.443345 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] No DVR routers for this DVR port 04f9946a-535a-428e-8287-bac5d55cc781 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:59:21.446600 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:21.449885 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4fd43ebe-41e4-4aa4-a28f-64fe11fdca33 req-0ae82194-b614-4e62-b0a6-826b5ea6645b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "DELETE /networking/v2.0/ports/04f9946a-535a-428e-8287-bac5d55cc781 HTTP/1.1" status: 204 len: 173 time: 1.2060089 Oct 14 17:59:21.450396 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-deleted', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:21.452685 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdced089-69e2-4d49-b6a6-b9a0f0f43b19" -d '{"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-deleted", "tag": "04f9946a-535a-428e-8287-bac5d55cc781"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:21.528528 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461c238-e913-4bb2-85e8-95ff0dcb1422 x-openstack-request-id: req-e461c238-e913-4bb2-85e8-95ff0dcb1422 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:21.529137 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0a43e-1109-4ff9-9617-8a2958de7b0b", "name": "network-vif-deleted", "tag": "04f9946a-535a-428e-8287-bac5d55cc781", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:21.529551 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e461c238-e913-4bb2-85e8-95ff0dcb1422 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:21.530215 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e461c238-e913-4bb2-85e8-95ff0dcb1422'] response: {'server_uuid': '58c0a43e-1109-4ff9-9617-8a2958de7b0b', 'name': 'network-vif-deleted', 'tag': '04f9946a-535a-428e-8287-bac5d55cc781', 'status': 'completed', 'code': 200} Oct 14 17:59:21.531478 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:21.592377 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b146e9-aa3b-4bd0-8bcc-1d853ef07ee8 req-b6d3c339-3e0a-48d9-bcc1-7d33b7dcb3cd tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:21.600479 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c3b146e9-aa3b-4bd0-8bcc-1d853ef07ee8 req-b6d3c339-3e0a-48d9-bcc1-7d33b7dcb3cd tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0671356 Oct 14 17:59:21.670181 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c3b146e9-aa3b-4bd0-8bcc-1d853ef07ee8 req-35654be1-82da-4406-bd89-0a231b7edbc0 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685720 Oct 14 17:59:21.736943 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:21.764436 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] Checking router: a702f974-9e36-43e3-b9b6-b56340f70ce4 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:59:21.774012 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:21.774730 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:21.977455 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:21.980510 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-758e2cee-d44c-4787-9dbe-783fdbb33842 req-41595fe2-0273-4373-9fec-4a05da163f66 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=58c0a43e-1109-4ff9-9617-8a2958de7b0b HTTP/1.1" status: 200 len: 210 time: 0.0405061 Oct 14 17:59:22.185647 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:22.218013 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83731e6-4167-48da-bff0-8545890c6b46 None None] The sync data for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi is: [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:59:22.470210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f036b1-353d-46d4-a82d-6a9df5f62195 None None] New status for floating IP 06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 17:59:22.797433 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457a04b-7081-4f06-82fc-6b89b6a584fd req-2f12248f-c53b-467c-ac31-79b2aa9fd793 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:22.798885 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a457a04b-7081-4f06-82fc-6b89b6a584fd req-2f12248f-c53b-467c-ac31-79b2aa9fd793 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0464075 Oct 14 17:59:22.859738 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a457a04b-7081-4f06-82fc-6b89b6a584fd req-12641bd8-4ebd-4fd0-ad61-e75255549b8d tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539184 Oct 14 17:59:23.094539 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45750) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:23.150755 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:23.167549 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48be9a55-733a-401f-80bf-6ef67fddd247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.192988 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48be9a55-733a-401f-80bf-6ef67fddd247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.260170 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48be9a55-733a-401f-80bf-6ef67fddd247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.263097 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48be9a55-733a-401f-80bf-6ef67fddd247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.268404 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-48be9a55-733a-401f-80bf-6ef67fddd247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd HTTP/1.1" status: 204 len: 168 time: 0.1726320 Oct 14 17:59:23.269412 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45770) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:23.283774 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be9a55-733a-401f-80bf-6ef67fddd247 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:23.296059 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.api.v2.resource [None req-1c69e0dc-475b-4c15-8ba6-8910f6207634 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] show failed (client error): The resource could not be found. Oct 14 17:59:23.297569 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1c69e0dc-475b-4c15-8ba6-8910f6207634 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups/e1ffd098-53c5-4a92-b4b4-dfdc16afe1dd HTTP/1.1" status: 404 len: 347 time: 0.0269804 Oct 14 17:59:23.300776 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45772) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:23.419684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:23.429546 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Deleting port 543f13f3-f71f-4f95-beec-96f482d4d13e {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:59:23.429888 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.510809 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.511381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (543f13f3-f71f-4f95-beec-96f482d4d13e), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.525325 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Calling delete_port for 543f13f3-f71f-4f95-beec-96f482d4d13e owned by network:floatingip {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:59:23.671251 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (543f13f3-f71f-4f95-beec-96f482d4d13e), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.700940 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event deleted for resources: {'Port': ['ID=543f13f3-f71f-4f95-beec-96f482d4d13e,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:23.768475 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.770911 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.772680 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-7f68a826-33f8-4f57-ac95-86a7a121cf9d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/06db6e38-7ba9-4b4e-b8e1-1fd2cfd9330f HTTP/1.1" status: 204 len: 168 time: 0.4700315 Oct 14 17:59:23.868463 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45778) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:23.870930 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:59:23.872954 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355838073', 'description': 'tempest-description--1053015874'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:23.892331 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 04f9946a-535a-428e-8287-bac5d55cc781 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:59:23.892679 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 04f9946a-535a-428e-8287-bac5d55cc781 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:59:23.904698 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.974838 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (3f0bfe28-88d4-4710-8c55-7ec652d561dc), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.980221 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3f0bfe28-88d4-4710-8c55-7ec652d561dc), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:23.985857 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3c1f2-baad-4bcf-937b-8a49a172f3d1 req-f78ea5c6-5cc9-4600-bcc5-4e6d1a62f73b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:23.987327 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5f3c1f2-baad-4bcf-937b-8a49a172f3d1 req-f78ea5c6-5cc9-4600-bcc5-4e6d1a62f73b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0491500 Oct 14 17:59:24.015921 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.020014 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1477022 Oct 14 17:59:24.020014 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0bfe28-88d4-4710-8c55-7ec652d561dc,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:24.020772 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45782) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:24.026476 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:59:24.027318 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.027677 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.028050 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.028395 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.028739 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.028852 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-8e74f68f-4a28-4659-935b-b05e0f72abd3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'security_group_rule': {'security_group_id': '3f0bfe28-88d4-4710-8c55-7ec652d561dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:24.029078 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.029413 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.029767 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.030101 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.030431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.030756 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.031081 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.031415 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.031738 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.032081 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfbec1-37c0-4fd7-8cff-1fb60acff0f5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:24.076927 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5f3c1f2-baad-4bcf-937b-8a49a172f3d1 req-d71f7459-ea8e-4ea1-baae-c072e000a071 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834019 Oct 14 17:59:24.083621 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8e74f68f-4a28-4659-935b-b05e0f72abd3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (be30e930-a67a-4028-b216-6a9c9d24e7b9), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.141620 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8e74f68f-4a28-4659-935b-b05e0f72abd3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (be30e930-a67a-4028-b216-6a9c9d24e7b9), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.145491 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8e74f68f-4a28-4659-935b-b05e0f72abd3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (be30e930-a67a-4028-b216-6a9c9d24e7b9), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.154115 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:24.166468 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74f68f-4a28-4659-935b-b05e0f72abd3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be30e930-a67a-4028-b216-6a9c9d24e7b9,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:24.176317 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8e74f68f-4a28-4659-935b-b05e0f72abd3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.180099 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8e74f68f-4a28-4659-935b-b05e0f72abd3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556203 Oct 14 17:59:24.180497 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45784) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:24.185580 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-c3b4cbb8-d087-4cef-8886-f6015a6a5f03 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'security_group_rule': {'security_group_id': '3f0bfe28-88d4-4710-8c55-7ec652d561dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:24.212339 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbb8-d087-4cef-8886-f6015a6a5f03 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (23ecd887-a540-4e73-89f3-8c5005031174), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.267604 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbb8-d087-4cef-8886-f6015a6a5f03 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (23ecd887-a540-4e73-89f3-8c5005031174), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.271101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbb8-d087-4cef-8886-f6015a6a5f03 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (23ecd887-a540-4e73-89f3-8c5005031174), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.290439 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4cbb8-d087-4cef-8886-f6015a6a5f03 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ecd887-a540-4e73-89f3-8c5005031174,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:24.297782 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbb8-d087-4cef-8886-f6015a6a5f03 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.298951 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c3b4cbb8-d087-4cef-8886-f6015a6a5f03 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173806 Oct 14 17:59:24.302008 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45786) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:24.306310 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:24.328129 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.409785 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.446143 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:24.529992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Allocated IP 172.27.3.218 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/b4288693-e891-4cc9-aca6-8604d063d51d) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:24.647315 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for port (b4288693-e891-4cc9-aca6-8604d063d51d), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.680497 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (b4288693-e891-4cc9-aca6-8604d063d51d), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.724217 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:24.727590 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:24.731401 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:24.736346 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'Port': ['ID=b4288693-e891-4cc9-aca6-8604d063d51d,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:24.814354 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (72ceeaa6-f46a-4e2d-920b-979a49fea971), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.849237 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (b4288693-e891-4cc9-aca6-8604d063d51d), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.904167 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:24.994735 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for port (b4288693-e891-4cc9-aca6-8604d063d51d), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:24.998977 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (b4288693-e891-4cc9-aca6-8604d063d51d), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.066087 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'Port': ['ID=b4288693-e891-4cc9-aca6-8604d063d51d,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:25.068545 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (72ceeaa6-f46a-4e2d-920b-979a49fea971), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.085716 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.086986 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-985e2095-2665-47fb-95bf-02083d561bf0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7840393 Oct 14 17:59:25.206285 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440ef19-9aaf-418a-90b4-f25b569fd28c req-73cfa019-ecb5-430f-a6e4-5835b3a9bd48 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:25.207823 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6440ef19-9aaf-418a-90b4-f25b569fd28c req-73cfa019-ecb5-430f-a6e4-5835b3a9bd48 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0519471 Oct 14 17:59:25.220495 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:25.288322 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6440ef19-9aaf-418a-90b4-f25b569fd28c req-a1cc9741-acdb-44f2-85c6-7cb87eaea952 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738740 Oct 14 17:59:25.314671 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-4e152a23-9161-4005-aed9-9d16fc8f63fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1355838073&fields=id&tenant_id=261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 267 time: 0.0604634 Oct 14 17:59:25.425216 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-6eccea5b-e6e7-4712-9c79-b171cd3d4f9a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:25.426693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-6eccea5b-e6e7-4712-9c79-b171cd3d4f9a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 817 time: 0.1047759 Oct 14 17:59:25.441332 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-b9608c8a-8f6a-4292-861d-4d0f08387ffd tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/quotas/261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 375 time: 0.0085657 Oct 14 17:59:25.490222 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-d1593fe1-92f2-48fd-8411-6e49aa89be84 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428162 Oct 14 17:59:25.588541 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-018eab05-d3ab-4243-9a18-270da00aa0ae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866010 Oct 14 17:59:25.677322 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-9950a107-05e2-4a78-82b7-a04c01ac70ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829725 Oct 14 17:59:25.701630 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 45810) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:25.751865 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] Deleting subnet 4ca0663f-a3da-472a-883e-a8ad93efbdcd {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 17:59:25.755076 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] Publish callbacks [] for subnet (4ca0663f-a3da-472a-883e-a8ad93efbdcd), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.801928 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278077'] for subnet (4ca0663f-a3da-472a-883e-a8ad93efbdcd), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.859429 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2e271670-bfd0-4b62-b3ee-0a472512d0ce req-41fe0710-8603-4dc1-8faa-6fef77d02014 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0326259 Oct 14 17:59:25.872811 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (4ca0663f-a3da-472a-883e-a8ad93efbdcd), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.932100 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4156598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3658229'] for subnet (4ca0663f-a3da-472a-883e-a8ad93efbdcd), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.936939 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:25.964159 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca0663f-a3da-472a-883e-a8ad93efbdcd,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:25.968251 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:25.971324 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-00901aa8-516b-4d56-b11d-5e08b14763dd admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4ca0663f-a3da-472a-883e-a8ad93efbdcd HTTP/1.1" status: 204 len: 168 time: 0.2687020 Oct 14 17:59:25.974044 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45820) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:26.044870 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (0839c4a7-60df-4004-b766-c9b4558a0a2e), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.130441 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:26.135054 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (0839c4a7-60df-4004-b766-c9b4558a0a2e), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.158338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.158710 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.159471 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.159820 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > port after_create 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.160193 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.160537 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > port after_update 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.160860 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.161200 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.161520 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.161841 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.265669 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.266021 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.266354 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.266684 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:59:26.267054 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0839c4a7-60df-4004-b766-c9b4558a0a2e']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:26.285290 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe332a4-3310-44fd-9696-78309bcfdd34') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:26.285675 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe332a4-3310-44fd-9696-78309bcfdd34') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:26.303175 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (7fe332a4-3310-44fd-9696-78309bcfdd34), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.325528 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (7fe332a4-3310-44fd-9696-78309bcfdd34), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.337468 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 17:59:26.337825 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (7fe332a4-3310-44fd-9696-78309bcfdd34), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.417709 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (0839c4a7-60df-4004-b766-c9b4558a0a2e), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.432301 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.439309 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/0839c4a7-60df-4004-b766-c9b4558a0a2e HTTP/1.1" status: 204 len: 168 time: 0.4613459 Oct 14 17:59:26.445776 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253cad2-9973-482c-aff4-4b7f4bf98ae5 req-1653bca8-f745-4aa2-ad59-9c11d377ae90 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:26.447863 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d253cad2-9973-482c-aff4-4b7f4bf98ae5 req-1653bca8-f745-4aa2-ad59-9c11d377ae90 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0770423 Oct 14 17:59:26.448019 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabae4db-2b3c-461a-816f-3c3c72db0170 admin admin] Pushing event deleted for resources: {'Network': ['ID=0839c4a7-60df-4004-b766-c9b4558a0a2e,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:26.524113 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d253cad2-9973-482c-aff4-4b7f4bf98ae5 req-b975ec44-d9c8-4a42-8338-f4f98de86432 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703542 Oct 14 17:59:26.546153 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 7fe332a4-3310-44fd-9696-78309bcfdd34 resource provider aggregate not found Oct 14 17:59:26.564506 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 7fe332a4-3310-44fd-9696-78309bcfdd34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fe332a4-3310-44fd-9696-78309bcfdd34 found for delete ", "request_id": "req-9aa6eca8-b722-4ad3-9e65-53db788035f2"}]} Oct 14 17:59:26.635902 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45838) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:26.677490 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c68732a5-2469-43ae-bee8-aec29dd74ed3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=19f786f7363e44d78e478f2fec202f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404141 Oct 14 17:59:26.679905 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45840) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:26.685388 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:26.730672 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-63fe76f8-a18a-4105-9708-89ebc33ee528 admin admin] Publish callbacks [] for security_group (e2534f2a-f2e0-48c0-ab67-4c990385cf78), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.750489 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-63fe76f8-a18a-4105-9708-89ebc33ee528 admin admin] Publish callbacks [] for security_group (e2534f2a-f2e0-48c0-ab67-4c990385cf78), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.798015 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-63fe76f8-a18a-4105-9708-89ebc33ee528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e2534f2a-f2e0-48c0-ab67-4c990385cf78), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.800546 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-63fe76f8-a18a-4105-9708-89ebc33ee528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:26.801673 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-63fe76f8-a18a-4105-9708-89ebc33ee528 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e2534f2a-f2e0-48c0-ab67-4c990385cf78 HTTP/1.1" status: 204 len: 168 time: 0.1208756 Oct 14 17:59:26.809547 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe76f8-a18a-4105-9708-89ebc33ee528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2534f2a-f2e0-48c0-ab67-4c990385cf78,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:26.973595 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf90be46-441e-43cc-9f32-83941fd448bc req-e19b88dd-e328-41db-8f62-831ec9ccc967 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0310526 Oct 14 17:59:27.715491 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb9a1f-bbad-4425-b764-8b3f5cfc718c req-ff3d2784-4f9b-4a01-b6f8-a916c6a4becf tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:27.717291 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b8bb9a1f-bbad-4425-b764-8b3f5cfc718c req-ff3d2784-4f9b-4a01-b6f8-a916c6a4becf tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.1075580 Oct 14 17:59:27.756680 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:27.812571 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-2c3f160a-6f75-4742-b87f-464293e4d568 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:27.814035 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-2c3f160a-6f75-4742-b87f-464293e4d568 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 817 time: 0.1916928 Oct 14 17:59:27.833290 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b8bb9a1f-bbad-4425-b764-8b3f5cfc718c req-fa2ee776-c358-4e40-a02d-be3e0f824dc8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&id=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080072 Oct 14 17:59:27.968863 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-893b854b-8eae-46c0-b079-131abb4c9079 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 380 time: 0.0613286 Oct 14 17:59:27.985517 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'port': {'device_id': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'admin_state_up': True, 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'security_groups': ['3f0bfe28-88d4-4710-8c55-7ec652d561dc']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:28.101449 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-769ba09d-3df1-455b-ba5f-2113e774d1a3 req-06263c46-5365-4dc5-9e98-264f09de68e7 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0415845 Oct 14 17:59:28.123076 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Made reservation on behalf of 261d62defa42436cbcc5e712c62b76f4 for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:59:28.127034 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:28.253307 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Allocated IP 172.20.0.4 (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8/44ecdf07-2233-4b0b-90f5-e09ff30211f3/8a708001-7ad4-4eed-9fae-7d4dbab749c6) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:28.391249 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:28.422580 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:28.431291 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:28.471080 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:28.477134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:28.479257 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:28.481361 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:28.514354 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.514700 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.515043 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.515376 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.515706 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.516062 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.516389 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.516711 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.517033 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.517352 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.517672 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.517985 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.518305 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.518622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.518937 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:28.546471 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:28.547065 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:28.565441 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-1b3c2524-50d9-4783-8f21-04d5c16b10c6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835967 Oct 14 17:59:28.577511 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Request body: {'port': {'device_id': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:28.638971 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:28.641725 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:28.739042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-fb28b3bc-5fb9-4744-b606-2e2a3a95f99f None None] Provisioning complete for port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:28.739645 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-fb28b3bc-5fb9-4744-b606-2e2a3a95f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:28.739779 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-fb28b3bc-5fb9-4744-b606-2e2a3a95f99f None None] Attempt 1 to provision port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 Oct 14 17:59:28.774507 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-fb28b3bc-5fb9-4744-b606-2e2a3a95f99f None None] Port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:59:28.893294 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a708001-7ad4-4eed-9fae-7d4dbab749c6 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:59:28.901173 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Publish callbacks [] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:28.913795 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Transition to ACTIVE for port object 8a708001-7ad4-4eed-9fae-7d4dbab749c6 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:59:28.917857 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:29.000755 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:29.030502 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Attempting to bind port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:59:29.030847 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Attempting to bind port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:59:29.031180 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Attempting to bind port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:29.085688 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:59:29.086004 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Attempting to bind port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 on network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:29.139733 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:59:29.140406 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Checking segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:29.140887 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Bound using segment: {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:59:29.141427 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Bound port: 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:59:29.141954 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:29.265509 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:59:29.284783 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b6b37-b81d-4252-8a65-6acf6c7ab9a7 req-972a1282-c40f-417e-89b0-b1168dc5bbba tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:29.286511 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-299b6b37-b81d-4252-8a65-6acf6c7ab9a7 req-972a1282-c40f-417e-89b0-b1168dc5bbba tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0789890 Oct 14 17:59:29.288327 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:59:29.301174 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:29.313901 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:29.314506 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:29.315860 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 200 len: 1093 time: 0.7425718 Oct 14 17:59:29.316477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:29.318683 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab4e10-e31c-4110-a5c4-1d08e627ece7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:29.389683 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:29.427152 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e44e2-756a-4f97-80d0-1bec1bd171b1 req-7e1b48f7-e011-4f81-afe9-4dd1f550a3d1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:29.429086 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c1e44e2-756a-4f97-80d0-1bec1bd171b1 req-7e1b48f7-e011-4f81-afe9-4dd1f550a3d1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0853150 Oct 14 17:59:29.431973 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-299b6b37-b81d-4252-8a65-6acf6c7ab9a7 req-5d23cbc0-9c32-474c-8fde-7d1a51efb8e9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383784 Oct 14 17:59:29.432863 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7a0b7-7b01-45fb-8b11-ca7f17d1045f service neutron] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:29.443572 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:29.482005 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c1e44e2-756a-4f97-80d0-1bec1bd171b1 req-faa15083-95e5-4c97-b6ec-3ccd12fb648c tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Oct 14 17:59:29.483444 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe974bd-3f84-4234-817b-bd284ffafa5e x-openstack-request-id: req-cfe974bd-3f84-4234-817b-bd284ffafa5e {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:29.483733 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:29.484023 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cfe974bd-3f84-4234-817b-bd284ffafa5e {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:29.484414 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe974bd-3f84-4234-817b-bd284ffafa5e'] response: {'name': 'network-changed', 'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'status': 'completed', 'code': 200} Oct 14 17:59:30.562722 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01004dda-118f-4c6c-abd4-f8da05c37c61 req-bc39a105-3add-441e-a2d6-db07609b59de tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:30.564187 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01004dda-118f-4c6c-abd4-f8da05c37c61 req-bc39a105-3add-441e-a2d6-db07609b59de tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0498660 Oct 14 17:59:30.628694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa1127-19c2-4c9e-97b6-2c8a8c90342c req-d20fab81-34a7-494b-ad43-2e4088ff47e5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:30.630127 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0aaa1127-19c2-4c9e-97b6-2c8a8c90342c req-d20fab81-34a7-494b-ad43-2e4088ff47e5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0650952 Oct 14 17:59:30.656562 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-01004dda-118f-4c6c-abd4-f8da05c37c61 req-235521c9-a832-4cda-8c1d-ef7787a53c52 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828571 Oct 14 17:59:30.685559 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0aaa1127-19c2-4c9e-97b6-2c8a8c90342c req-0744dc65-8a49-4216-8903-1f998623b2e4 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471771 Oct 14 17:59:31.813183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095095bc-d127-433e-aaaf-1be01cc8cf86 req-57b52d2f-c4d8-4f27-8340-7dcd61f7a508 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:31.814629 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-095095bc-d127-433e-aaaf-1be01cc8cf86 req-57b52d2f-c4d8-4f27-8340-7dcd61f7a508 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0770650 Oct 14 17:59:31.833814 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e78b15-94dd-4e76-b994-311dc6265997 req-7163421e-4dec-49f1-9930-248b766321ec tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:31.835836 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42e78b15-94dd-4e76-b994-311dc6265997 req-7163421e-4dec-49f1-9930-248b766321ec tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0694947 Oct 14 17:59:31.901119 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-095095bc-d127-433e-aaaf-1be01cc8cf86 req-8eb92d70-a3eb-4e85-8f61-e8eee3278457 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803900 Oct 14 17:59:31.905122 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42e78b15-94dd-4e76-b994-311dc6265997 req-312b630d-c051-45e3-a053-dc6929a7eaa0 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627170 Oct 14 17:59:32.270116 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab4e10-e31c-4110-a5c4-1d08e627ece7 req-5b1092e6-4542-486d-ad6d-a9c01a77f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:32.271548 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b9ab4e10-e31c-4110-a5c4-1d08e627ece7 req-5b1092e6-4542-486d-ad6d-a9c01a77f86e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0387678 Oct 14 17:59:32.445406 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab4e10-e31c-4110-a5c4-1d08e627ece7 req-6c20429d-d8e1-4560-aac0-6e73c1625366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:32.446761 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b9ab4e10-e31c-4110-a5c4-1d08e627ece7 req-6c20429d-d8e1-4560-aac0-6e73c1625366 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=261d62defa42436cbcc5e712c62b76f4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1652229 Oct 14 17:59:32.732649 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-b52c1cc5-cac8-48cc-a91d-574fc7651c9a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:32.734071 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-b52c1cc5-cac8-48cc-a91d-574fc7651c9a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0505331 Oct 14 17:59:32.896539 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab4e10-e31c-4110-a5c4-1d08e627ece7 req-6be5abe0-13c3-479d-b987-a58d601912f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:32.898506 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b9ab4e10-e31c-4110-a5c4-1d08e627ece7 req-6be5abe0-13c3-479d-b987-a58d601912f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3529098 Oct 14 17:59:33.056854 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cad052-f5a7-4d05-96ac-c73712ab4a20 req-166dce38-2c32-47ff-abf8-0ea53461e073 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:33.058310 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-54cad052-f5a7-4d05-96ac-c73712ab4a20 req-166dce38-2c32-47ff-abf8-0ea53461e073 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0784435 Oct 14 17:59:33.063965 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285773e-961c-4696-9549-db6ee0770b85 req-dd4eed35-eb5d-4a6d-8b12-07ba98d6cdbf tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:33.065284 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8285773e-961c-4696-9549-db6ee0770b85 req-dd4eed35-eb5d-4a6d-8b12-07ba98d6cdbf tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0766883 Oct 14 17:59:33.137310 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-54cad052-f5a7-4d05-96ac-c73712ab4a20 req-fc78f304-89ad-42b2-ad62-4cf338583388 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710909 Oct 14 17:59:33.141273 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8285773e-961c-4696-9549-db6ee0770b85 req-7839fa68-0c62-4c1d-8a20-ded8cf916700 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683448 Oct 14 17:59:33.658095 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:34.294427 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5018697-3643-4bc8-b0de-a7fce1bdb8e4 req-2a712490-fec7-4742-b2c1-d455099596b6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:34.295904 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f5018697-3643-4bc8-b0de-a7fce1bdb8e4 req-2a712490-fec7-4742-b2c1-d455099596b6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0788503 Oct 14 17:59:34.303749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04827f5-b72b-43ce-bffa-56e5b7e396f1 req-67bac7e9-9d3f-45c8-a51e-d11bd3f221ba tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:34.305394 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f04827f5-b72b-43ce-bffa-56e5b7e396f1 req-67bac7e9-9d3f-45c8-a51e-d11bd3f221ba tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 946 time: 0.0865149 Oct 14 17:59:34.334431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:34.379275 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f5018697-3643-4bc8-b0de-a7fce1bdb8e4 req-e5563100-3422-4774-9e4b-4831fdf7d212 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729558 Oct 14 17:59:34.383868 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f04827f5-b72b-43ce-bffa-56e5b7e396f1 req-5c1b4093-846a-48fd-93ad-a16f9191e142 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad9fae29-843c-42d7-bffe-a5a15b00f313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718775 Oct 14 17:59:34.720617 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Deleting port 26876ea9-63aa-403a-8423-dc062a217cc1 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:59:34.721183 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:35.027570 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] For port 26876ea9-63aa-403a-8423-dc062a217cc1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=26876ea9-63aa-403a-8423-dc062a217cc1,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:35.027983 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:35.233670 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:35.234034 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (a731afa8-545a-43a2-9c9c-9cea99babd39), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:35.234341 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Floating IP a731afa8-545a-43a2-9c9c-9cea99babd39 disassociated. External IP: 172.27.3.61, port: 26876ea9-63aa-403a-8423-dc062a217cc1. Oct 14 17:59:35.234676 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Calling delete_port for 26876ea9-63aa-403a-8423-dc062a217cc1 owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:59:35.357345 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (26876ea9-63aa-403a-8423-dc062a217cc1), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:35.383409 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event deleted for resources: {'Port': ['ID=26876ea9-63aa-403a-8423-dc062a217cc1,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:35.445762 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:35.509063 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Router c8d25236-5778-4be7-9c38-f6a97afdf955 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:59:35.513651 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a5a78776-d79e-44bb-85e0-366cf3eb2b4a req-644dd91b-66da-435d-8084-da493839e42e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0517268 Oct 14 17:59:35.521288 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:35.548299 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1226aa-fac0-4a0a-b259-86d70acbb013 req-498dbe10-45fd-486c-ae33-d01303d629bf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:35.549772 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5e1226aa-fac0-4a0a-b259-86d70acbb013 req-498dbe10-45fd-486c-ae33-d01303d629bf tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0861499 Oct 14 17:59:35.576968 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:35.600115 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5e1226aa-fac0-4a0a-b259-86d70acbb013 req-a89a18b9-399b-40c6-8c6d-9982ecb20f49 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Oct 14 17:59:35.629075 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:35.644964 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] Sync routers for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:35.658869 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:35.659392 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:35.676040 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-3b5fca7d-38fa-42b4-9fa8-5d208f9773ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:35.677549 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-3b5fca7d-38fa-42b4-9fa8-5d208f9773ca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0408595 Oct 14 17:59:35.683504 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] No DVR routers for this DVR port 26876ea9-63aa-403a-8423-dc062a217cc1 on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:59:35.686140 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:35.689529 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-d8628a31-d5a6-4bcd-8326-31893e5adeea req-886c9926-208f-4db5-9ff1-37e02e8563b8 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "DELETE /networking/v2.0/ports/26876ea9-63aa-403a-8423-dc062a217cc1 HTTP/1.1" status: 204 len: 173 time: 1.0461750 Oct 14 17:59:35.690087 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'name': 'network-vif-deleted', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:35.692696 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cf2a71-72e6-4e47-91a9-a20f63589392" -d '{"events": [{"server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "name": "network-vif-deleted", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:35.736914 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-92f30f03-03ad-436a-8e7c-3d9e7612577e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 200 len: 217 time: 0.0500369 Oct 14 17:59:35.747237 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a241de1c-ade5-4544-8b93-9d7528f45ebb x-openstack-request-id: req-a241de1c-ade5-4544-8b93-9d7528f45ebb {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:35.748098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dd3e30-1c69-471e-8b17-4205d267eb94", "name": "network-vif-deleted", "tag": "26876ea9-63aa-403a-8423-dc062a217cc1", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:35.748499 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a241de1c-ade5-4544-8b93-9d7528f45ebb {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:35.749080 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a241de1c-ade5-4544-8b93-9d7528f45ebb'] response: {'server_uuid': 'c8dd3e30-1c69-471e-8b17-4205d267eb94', 'name': 'network-vif-deleted', 'tag': '26876ea9-63aa-403a-8423-dc062a217cc1', 'status': 'completed', 'code': 200} Oct 14 17:59:35.794195 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:35.822380 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-11d7d5de-b9a5-4829-8ecb-7b84910b2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:35.824182 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-11d7d5de-b9a5-4829-8ecb-7b84910b2975 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0559292 Oct 14 17:59:35.892410 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-79178977-6ecc-40c4-aa4f-ebfc90dc0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:35.896995 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-79178977-6ecc-40c4-aa4f-ebfc90dc0e25 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650868 Oct 14 17:59:35.918625 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 26876ea9-63aa-403a-8423-dc062a217cc1 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 17:59:35.950501 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:35.951724 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:35.953801 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 26876ea9-63aa-403a-8423-dc062a217cc1 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 17:59:35.954151 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 26876ea9-63aa-403a-8423-dc062a217cc1 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 17:59:36.005459 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-2aa8011c-4a36-4dc2-8486-948cfb64d425 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964422 Oct 14 17:59:36.015272 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:36.017807 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:36.041628 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] Checking router: c8d25236-5778-4be7-9c38-f6a97afdf955 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:59:36.050870 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:36.051491 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:36.106839 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db7470db-01df-4595-9483-e9e2fbc000d8 req-d60255fa-d47a-465f-aedd-6f24107f39d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936737 Oct 14 17:59:36.161822 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:36.341129 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:36.352802 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:36.355815 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:36.378209 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a6064-6b94-4667-bf0c-c6c670180a5b None None] The sync data for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi is: [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:59:36.614673 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be02e2-25bd-4956-8d93-2a048847b1a6 None None] New status for floating IP a731afa8-545a-43a2-9c9c-9cea99babd39: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 17:59:36.635526 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f813c73-8c64-43c9-9084-ea73a548141f req-772e9571-5b5d-4c06-8c0e-a2018a0ebf8a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0301971 Oct 14 17:59:36.746014 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645a220-fb0f-4801-9c4c-34b3d87520a2 req-66479281-4481-499d-8c2c-039570f9ed7d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:36.748466 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b645a220-fb0f-4801-9c4c-34b3d87520a2 req-66479281-4481-499d-8c2c-039570f9ed7d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0502832 Oct 14 17:59:36.817368 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b645a220-fb0f-4801-9c4c-34b3d87520a2 req-82d71118-39f4-47d4-9c9d-ff220864d35e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578368 Oct 14 17:59:37.760838 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-672459ae-f0d3-4af7-b861-c7ae8b7c9856 req-ac0f6fd3-79da-40dc-b51b-0a145fe54cbb tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Oct 14 17:59:37.943055 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d25f-5e56-44c0-8ac5-eae308d6f7e1 req-8e3c2a75-cc3e-4bf8-a8ea-865e793156f0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:37.944522 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5a33d25f-5e56-44c0-8ac5-eae308d6f7e1 req-8e3c2a75-cc3e-4bf8-a8ea-865e793156f0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0457289 Oct 14 17:59:37.990583 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5a33d25f-5e56-44c0-8ac5-eae308d6f7e1 req-3c1c987b-2b57-4e31-bb15-eb64d6c373c2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Oct 14 17:59:38.878385 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5983cc40-9aa7-4876-b70e-94eb1937f0c1 req-f4c27ca2-9de4-494b-80c6-5dc1bd70d48b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0322413 Oct 14 17:59:38.905997 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:59:39.007198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:39.018985 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'port_id': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'mac_address': 'fa:16:3e:07:da:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:59:39.054000 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:39.054328 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:39.071662 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a708001-7ad4-4eed-9fae-7d4dbab749c6 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:59:39.093382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:39.098539 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:39.122296 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574b250-da41-48e3-8517-97f5947948e5 req-a0d27b82-5139-463d-a588-761dafaac816 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:39.123753 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3574b250-da41-48e3-8517-97f5947948e5 req-a0d27b82-5139-463d-a588-761dafaac816 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0511770 Oct 14 17:59:39.146911 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:39.154371 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.154723 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.155093 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.155457 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.155796 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.156156 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.156494 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.156827 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.157164 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.157505 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.157833 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.158173 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.158502 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.158823 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.159144 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:39.177463 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3574b250-da41-48e3-8517-97f5947948e5 req-f92ffeb1-44ba-49db-8b5c-681d7def0878 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474770 Oct 14 17:59:39.988855 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0fcd732d-ea85-40e5-8e2c-e791ed669978 req-ec51b172-5a36-40e1-bf27-074560039f84 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8dd3e30-1c69-471e-8b17-4205d267eb94 HTTP/1.1" status: 200 len: 210 time: 0.0266881 Oct 14 17:59:40.187668 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['8a708001-7ad4-4eed-9fae-7d4dbab749c6'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:59:40.315503 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4a38b-bee8-432a-b509-505da2a2d352 req-08f1cf3f-71dd-4392-891a-bdb36d687fbc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:40.317388 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1eb4a38b-bee8-432a-b509-505da2a2d352 req-08f1cf3f-71dd-4392-891a-bdb36d687fbc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 944 time: 0.0515282 Oct 14 17:59:40.372376 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1eb4a38b-bee8-432a-b509-505da2a2d352 req-49c139f9-82f2-4f31-a86c-4d82551aeeb5 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474765 Oct 14 17:59:41.084049 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 45994) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:41.142203 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-02c9a741-b5d3-449a-87fb-6dd5958721b7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (ad9fae29-843c-42d7-bffe-a5a15b00f313), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.166609 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-02c9a741-b5d3-449a-87fb-6dd5958721b7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (ad9fae29-843c-42d7-bffe-a5a15b00f313), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.216378 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-02c9a741-b5d3-449a-87fb-6dd5958721b7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ad9fae29-843c-42d7-bffe-a5a15b00f313), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.218930 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-02c9a741-b5d3-449a-87fb-6dd5958721b7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.220071 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-02c9a741-b5d3-449a-87fb-6dd5958721b7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ad9fae29-843c-42d7-bffe-a5a15b00f313 HTTP/1.1" status: 204 len: 168 time: 0.1350148 Oct 14 17:59:41.222979 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46002) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:41.238157 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.api.v2.resource [None req-b7ea6480-4514-4f12-9b49-34477b8aa1af tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] show failed (client error): The resource could not be found. Oct 14 17:59:41.239228 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b7ea6480-4514-4f12-9b49-34477b8aa1af tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups/ad9fae29-843c-42d7-bffe-a5a15b00f313 HTTP/1.1" status: 404 len: 347 time: 0.0151410 Oct 14 17:59:41.241887 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9a741-b5d3-449a-87fb-6dd5958721b7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9fae29-843c-42d7-bffe-a5a15b00f313,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:41.242797 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46006) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:41.280898 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:41.364884 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Deleting port 411f0a0d-0405-48c2-8ef7-9bac9ea06950 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:59:41.365225 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.447706 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.448066 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (411f0a0d-0405-48c2-8ef7-9bac9ea06950), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.463414 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Calling delete_port for 411f0a0d-0405-48c2-8ef7-9bac9ea06950 owned by network:floatingip {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:59:41.546200 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777e917-1ec5-43b9-a82d-aac585039065 req-d56a1d4a-d107-4fc2-a6da-9a9161463e76 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:41.547676 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6777e917-1ec5-43b9-a82d-aac585039065 req-d56a1d4a-d107-4fc2-a6da-9a9161463e76 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 944 time: 0.0865223 Oct 14 17:59:41.572892 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:41.622506 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6777e917-1ec5-43b9-a82d-aac585039065 req-77baef6a-8aa8-42bd-ad13-cb2f1312c818 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680516 Oct 14 17:59:41.681374 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (411f0a0d-0405-48c2-8ef7-9bac9ea06950), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.707780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event deleted for resources: {'Port': ['ID=411f0a0d-0405-48c2-8ef7-9bac9ea06950,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:41.768662 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (a731afa8-545a-43a2-9c9c-9cea99babd39), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.771103 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.772263 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-56eba16d-e712-4a47-a146-50a6815d1e20 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/a731afa8-545a-43a2-9c9c-9cea99babd39 HTTP/1.1" status: 204 len: 168 time: 0.5284264 Oct 14 17:59:41.860235 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46034) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:41.864921 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-86cb0a86-4605-4732-b8f4-dc38c575c5e3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808248098', 'description': 'tempest-description--2022154298'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:41.889832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86cb0a86-4605-4732-b8f4-dc38c575c5e3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.962133 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86cb0a86-4605-4732-b8f4-dc38c575c5e3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (5b389386-d172-49dc-8440-4a2e77c16d98), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.965739 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86cb0a86-4605-4732-b8f4-dc38c575c5e3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (5b389386-d172-49dc-8440-4a2e77c16d98), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.996828 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86cb0a86-4605-4732-b8f4-dc38c575c5e3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:41.998025 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-86cb0a86-4605-4732-b8f4-dc38c575c5e3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1367095 Oct 14 17:59:41.999789 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb0a86-4605-4732-b8f4-dc38c575c5e3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b389386-d172-49dc-8440-4a2e77c16d98,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:42.001141 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46036) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:42.005705 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-017742a6-5b57-42e6-8ecd-29a3478ee1b9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'security_group_rule': {'security_group_id': '5b389386-d172-49dc-8440-4a2e77c16d98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:42.034653 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-017742a6-5b57-42e6-8ecd-29a3478ee1b9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (023173f9-3bfb-4de4-9461-f3962117fa53), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.090304 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-017742a6-5b57-42e6-8ecd-29a3478ee1b9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (023173f9-3bfb-4de4-9461-f3962117fa53), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.091268 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:42.093965 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-017742a6-5b57-42e6-8ecd-29a3478ee1b9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (023173f9-3bfb-4de4-9461-f3962117fa53), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.113016 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017742a6-5b57-42e6-8ecd-29a3478ee1b9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023173f9-3bfb-4de4-9461-f3962117fa53,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:42.120389 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-017742a6-5b57-42e6-8ecd-29a3478ee1b9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.121614 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-017742a6-5b57-42e6-8ecd-29a3478ee1b9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193984 Oct 14 17:59:42.124458 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46038) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:42.129107 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-1e76d16e-5b44-4527-9e03-222dd3235d49 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'security_group_rule': {'security_group_id': '5b389386-d172-49dc-8440-4a2e77c16d98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:42.136647 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:59:42.142102 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:42.142482 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.142891 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 Oct 14 17:59:42.159380 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1e76d16e-5b44-4527-9e03-222dd3235d49 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (1bf4e43a-1a28-4fca-b47d-cd250ce201f3), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.208858 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1e76d16e-5b44-4527-9e03-222dd3235d49 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (1bf4e43a-1a28-4fca-b47d-cd250ce201f3), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.212956 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1e76d16e-5b44-4527-9e03-222dd3235d49 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (1bf4e43a-1a28-4fca-b47d-cd250ce201f3), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.223606 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:42.224031 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.229553 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76d16e-5b44-4527-9e03-222dd3235d49 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf4e43a-1a28-4fca-b47d-cd250ce201f3,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:42.240405 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1e76d16e-5b44-4527-9e03-222dd3235d49 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.241638 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1e76d16e-5b44-4527-9e03-222dd3235d49 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162322 Oct 14 17:59:42.245650 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46040) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:42.250200 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:42.253009 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:42.255228 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f46621-a774-4b36-afd0-b173784a159f" -d '{"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:42.267831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:42.272543 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.273083 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.298793 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a3ba40-f73a-4226-9c58-72f55ab505da x-openstack-request-id: req-32a3ba40-f73a-4226-9c58-72f55ab505da {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:42.299113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:42.299374 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32a3ba40-f73a-4226-9c58-72f55ab505da {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:42.299769 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a3ba40-f73a-4226-9c58-72f55ab505da'] response: {'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'code': 200} Oct 14 17:59:42.325610 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:42.364301 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.420269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:42.508241 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0030-b641-4ef8-a2d9-13b93cc32f84 req-8c0b8905-b570-4084-b4d4-d0d123fb6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:42.509728 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f25a0030-b641-4ef8-a2d9-13b93cc32f84 req-8c0b8905-b570-4084-b4d4-d0d123fb6434 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0595446 Oct 14 17:59:42.510887 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Allocated IP 172.27.3.254 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/87c2113b-221e-448e-8334-0b0674bb05b3) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:42.604182 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f25a0030-b641-4ef8-a2d9-13b93cc32f84 req-88fea2fc-78f5-49b7-b0b8-ac9b222dd771 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868638 Oct 14 17:59:42.609282 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:42.649003 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for port (87c2113b-221e-448e-8334-0b0674bb05b3), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.681622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (87c2113b-221e-448e-8334-0b0674bb05b3), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.749225 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:42.755953 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:42.760654 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:42.765680 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'Port': ['ID=87c2113b-221e-448e-8334-0b0674bb05b3,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:42.799492 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed87762-0f59-43f7-85ab-fdbeb5b124d8 req-35240ee9-5076-4597-8b85-306bae7fbcd8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:42.800974 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aed87762-0f59-43f7-85ab-fdbeb5b124d8 req-35240ee9-5076-4597-8b85-306bae7fbcd8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0939806 Oct 14 17:59:42.887401 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aed87762-0f59-43f7-85ab-fdbeb5b124d8 req-2d9f4af4-66fa-4754-8f17-99d82a51bc66 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765798 Oct 14 17:59:42.892745 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:42.929689 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (87c2113b-221e-448e-8334-0b0674bb05b3), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:43.077362 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for port (87c2113b-221e-448e-8334-0b0674bb05b3), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:43.081738 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (87c2113b-221e-448e-8334-0b0674bb05b3), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:43.147980 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'Port': ['ID=87c2113b-221e-448e-8334-0b0674bb05b3,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:43.152783 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:43.168070 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:43.169305 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2be44dfb-0f64-44e9-8cd3-6698f5996ed9 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9226592 Oct 14 17:59:43.333432 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:43.376661 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c0d650a0-c919-406c-b35f-f900fd03cd91 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1808248098&fields=id&tenant_id=f5488304972c48fab9a2b9711cf7e9c8 HTTP/1.1" status: 200 len: 267 time: 0.0502310 Oct 14 17:59:43.470554 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:43.490214 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-696b300e-e553-46dd-81be-1aefe6ec5ff3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:43.491668 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-696b300e-e553-46dd-81be-1aefe6ec5ff3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 811 time: 0.1080565 Oct 14 17:59:43.507355 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-619e671e-cb18-4e64-b535-3400934128f7 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/quotas/f5488304972c48fab9a2b9711cf7e9c8 HTTP/1.1" status: 200 len: 375 time: 0.0092227 Oct 14 17:59:43.556845 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c54ba296-efef-4f5d-aae1-ed337fce1a8b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440464 Oct 14 17:59:43.654580 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-0e06c801-064e-4eda-b74d-8e47645778b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865319 Oct 14 17:59:43.745490 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-61b68d31-c838-440c-bc85-51968e768a21 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853062 Oct 14 17:59:43.911177 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0dde30b9-af41-4fdf-a1c6-776b9a7808d3 req-b12e66e5-f2e4-4d08-a0c6-9e0c1b46a954 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 210 time: 0.0311403 Oct 14 17:59:44.031622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7b75-b5ac-4f67-aa2f-1686694d1729 req-99548c1f-74ab-4f56-a4d8-fb29a78f0b42 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:44.033123 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a1bf7b75-b5ac-4f67-aa2f-1686694d1729 req-99548c1f-74ab-4f56-a4d8-fb29a78f0b42 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Oct 14 17:59:44.082112 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a1bf7b75-b5ac-4f67-aa2f-1686694d1729 req-f6e96ab9-cee8-44bd-adec-e2d4eee3385b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Oct 14 17:59:45.030811 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1728858c-bd6e-43d0-9b9f-659f2e8740f1 req-4015fff3-79de-409d-baf2-b0d43e4d23f5 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 210 time: 0.0366712 Oct 14 17:59:45.152750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-2ca687fa-9d99-4991-adb4-69e75eca073b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:45.154498 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-2ca687fa-9d99-4991-adb4-69e75eca073b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 811 time: 0.1259091 Oct 14 17:59:45.249677 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-b9d3bd69-5a2e-46a9-bf7b-6d37db07996d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5488304972c48fab9a2b9711cf7e9c8 HTTP/1.1" status: 200 len: 380 time: 0.0863466 Oct 14 17:59:45.255596 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8018b3-2a3a-48bb-a82d-dae4c4c66a67 req-2b89c777-04a3-40d7-a001-b13822b0cdc1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:45.256982 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dc8018b3-2a3a-48bb-a82d-dae4c4c66a67 req-2b89c777-04a3-40d7-a001-b13822b0cdc1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0656989 Oct 14 17:59:45.286483 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'port': {'device_id': '557fb52b-468d-475a-a26d-71d7975ef533', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'admin_state_up': True, 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'security_groups': ['5b389386-d172-49dc-8440-4a2e77c16d98']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:45.358335 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dc8018b3-2a3a-48bb-a82d-dae4c4c66a67 req-bb14ff47-d01a-4bb6-9c59-63279878aee6 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957468 Oct 14 17:59:45.416540 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Made reservation on behalf of f5488304972c48fab9a2b9711cf7e9c8 for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:59:45.420877 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:45.440928 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f5762774-3f6c-4ad3-b4ca-5f15e74228d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:45.470007 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:45.526922 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a6fef-cce9-4bfe-9e15-6636bc6bcd8a req-f8401390-b927-4442-930f-2fd0d9cb2045 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:45.528400 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-764a6fef-cce9-4bfe-9e15-6636bc6bcd8a req-f8401390-b927-4442-930f-2fd0d9cb2045 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0915115 Oct 14 17:59:45.538678 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46098) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:45.544352 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Request body: {'floatingip': {'port_id': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:45.581801 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (72ceeaa6-f46a-4e2d-920b-979a49fea971), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:45.601168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Allocated IP 172.20.0.12 (95ca934d-e2bb-4a19-815c-bde759f0f1d5/56e47e86-7a4d-4e67-a6bf-6e9043965c3a/6f1cafbd-d8fe-433d-83bd-3cccddfa6e16) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:45.666152 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:45.757686 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:45.791198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:45.828056 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:45.835082 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:45.838443 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:45.842314 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:45.871102 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event updated for resources: {'Port': ['ID=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:45.905076 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:45.905682 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:45.924720 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-c70e653d-b628-4c46-8208-415f4c78e184 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417303 Oct 14 17:59:45.925111 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:45.936301 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Request body: {'port': {'device_id': '557fb52b-468d-475a-a26d-71d7975ef533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:46.003333 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.030774 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.034906 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (72ceeaa6-f46a-4e2d-920b-979a49fea971), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.111347 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-1a05d30d-b8eb-4fe4-81ba-27a32d5217e4 None None] Provisioning complete for port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:46.111625 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1a05d30d-b8eb-4fe4-81ba-27a32d5217e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.111982 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-1a05d30d-b8eb-4fe4-81ba-27a32d5217e4 None None] Attempt 1 to provision port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 Oct 14 17:59:46.146260 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Floating IP 72ceeaa6-f46a-4e2d-920b-979a49fea971 associated. External IP: 172.27.3.218, port: 8a708001-7ad4-4eed-9fae-7d4dbab749c6. Oct 14 17:59:46.177888 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-1a05d30d-b8eb-4fe4-81ba-27a32d5217e4 None None] Port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:59:46.229489 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f93699-6619-4f49-82dd-f317edc33cba req-5c733c5d-8691-4921-8aa4-a091260da7fd tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:46.231046 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3f93699-6619-4f49-82dd-f317edc33cba req-5c733c5d-8691-4921-8aa4-a091260da7fd tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 932 time: 0.0885980 Oct 14 17:59:46.312901 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:46.321513 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3f93699-6619-4f49-82dd-f317edc33cba req-c17f473e-cdda-40bb-8186-39800c7394d1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840604 Oct 14 17:59:46.343267 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=67 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:46.356792 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=31 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:46.364684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:59:46.373557 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Publish callbacks [] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.388834 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Transition to ACTIVE for port object 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 17:59:46.390924 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Router a702f974-9e36-43e3-b9b6-b56340f70ce4 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:59:46.394992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.461844 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:46.503141 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:46.509190 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.516409 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Attempting to bind port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:59:46.516745 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Attempting to bind port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:59:46.517071 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Attempting to bind port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:46.517811 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] Sync routers for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:46.532385 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:46.532890 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46110) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:46.533216 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:46.538624 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:46.553203 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8dc87d81-625d-4eaf-b050-da6b68a23e58 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/72ceeaa6-f46a-4e2d-920b-979a49fea971 HTTP/1.1" status: 200 len: 991 time: 1.0133975 Oct 14 17:59:46.554017 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:46.556702 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d55d46-7bb0-4226-a202-50cdea4d5016" -d '{"events": [{"name": "network-changed", "server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:46.566905 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:59:46.567232 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Attempting to bind port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 on network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:46.604675 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade326e-59eb-482a-a0dc-48767a66b095 x-openstack-request-id: req-cade326e-59eb-482a-a0dc-48767a66b095 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:46.604969 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:46.605222 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cade326e-59eb-482a-a0dc-48767a66b095 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:46.605628 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cade326e-59eb-482a-a0dc-48767a66b095'] response: {'name': 'network-changed', 'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'status': 'completed', 'code': 200} Oct 14 17:59:46.650966 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:46.695269 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a022faa9-23d1-469f-b491-0ed9e082d4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.708862 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-639b3373-5b2b-4efd-a4fc-6928c480960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:46.710530 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-639b3373-5b2b-4efd-a4fc-6928c480960a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0770154 Oct 14 17:59:46.845197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-18e4543a-31e8-4659-b04b-7c2e33b960d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:46.846810 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-18e4543a-31e8-4659-b04b-7c2e33b960d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.1295462 Oct 14 17:59:46.886370 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:59:46.886701 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Checking segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:46.887080 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Bound using segment: {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:59:46.887507 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Bound port: 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32175e-ed67-4c63-87e8-875450f4ca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:59:46.888501 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.902990 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '72ceeaa6-f46a-4e2d-920b-979a49fea971', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'port_id': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'mac_address': 'fa:16:3e:07:da:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:59:24Z', 'updated_at': '2022-10-14T17:59:45Z', 'revision_number': 1, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:46.918212 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a022faa9-23d1-469f-b491-0ed9e082d4a0 admin admin] Publish callbacks [] for security_group (ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.930973 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a022faa9-23d1-469f-b491-0ed9e082d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.937650 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:46.949116 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-4bba0f67-a319-4e54-a8a8-56b05e703e21 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 200 len: 999 time: 0.0947862 Oct 14 17:59:46.951494 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] For port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:59:46.954884 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] For port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:59:46.958453 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:46.963541 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.970040 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:46.970745 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:46.972244 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 HTTP/1.1" status: 200 len: 1094 time: 1.0401521 Oct 14 17:59:46.972872 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:46.975185 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5" -d '{"events": [{"name": "network-changed", "server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:47.013501 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a022faa9-23d1-469f-b491-0ed9e082d4a0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=807a7e9d50d44351af16df39c80ad743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793520 Oct 14 17:59:47.019310 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46120) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:47.031902 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022faa9-23d1-469f-b491-0ed9e082d4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:47.058732 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] Checking router: a702f974-9e36-43e3-b9b6-b56340f70ce4 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:59:47.060311 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fd8055-18c7-467c-8838-3daeeae9914c x-openstack-request-id: req-83fd8055-18c7-467c-8838-3daeeae9914c {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:47.060663 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:47.061003 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83fd8055-18c7-467c-8838-3daeeae9914c {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:47.061479 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fd8055-18c7-467c-8838-3daeeae9914c'] response: {'name': 'network-changed', 'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'status': 'completed', 'code': 200} Oct 14 17:59:47.067374 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-e966024d-e0c8-4d50-9d7b-9948c35494fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:47.068129 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:47.068803 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:47.068921 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-e966024d-e0c8-4d50-9d7b-9948c35494fb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.1034026 Oct 14 17:59:47.094018 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-815bb557-c826-4b7d-bc8b-30461a1e3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:47.095646 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-815bb557-c826-4b7d-bc8b-30461a1e3f7b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 1128 time: 0.0673959 Oct 14 17:59:47.096680 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d110a-f8e2-4fb1-be70-f9f39ebe5774 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:47.131100 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-96f5f3d3-2bd0-47d2-a722-1397098fd6d3 admin admin] Publish callbacks [] for security_group (ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:47.140084 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-71b36c9b-ceec-4a68-a32b-4df9606f0dfc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 HTTP/1.1" status: 200 len: 217 time: 0.0359695 Oct 14 17:59:47.141975 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-c5442e51-e6d2-40f8-9cd6-cb152bbe191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:47.143464 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-c5442e51-e6d2-40f8-9cd6-cb152bbe191c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0649722 Oct 14 17:59:47.165292 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-96f5f3d3-2bd0-47d2-a722-1397098fd6d3 admin admin] Publish callbacks [] for security_group (ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:47.185829 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:47.195148 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-86001cc3-5716-4b1e-a46c-f2069746bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:47.197441 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-86001cc3-5716-4b1e-a46c-f2069746bb72 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.0458188 Oct 14 17:59:47.250166 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-fbaf9894-37b1-4505-af90-dd75ec4991ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:47.252527 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-fbaf9894-37b1-4505-af90-dd75ec4991ea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489242 Oct 14 17:59:47.271165 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-d0b5fd10-a49e-4856-bfb2-bbb7877eb352 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178796 Oct 14 17:59:47.299825 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-96f5f3d3-2bd0-47d2-a722-1397098fd6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:47.302610 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-96f5f3d3-2bd0-47d2-a722-1397098fd6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:47.304033 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-96f5f3d3-2bd0-47d2-a722-1397098fd6d3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c HTTP/1.1" status: 204 len: 168 time: 0.2826991 Oct 14 17:59:47.353169 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f3d3-2bd0-47d2-a722-1397098fd6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9aaaf4-9cd4-4cc1-9fb2-dde3fbd56f2c,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:47.363474 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-cd9ce9a5-88eb-408a-a400-306f06ea94a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044428 Oct 14 17:59:47.429035 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '72ceeaa6-f46a-4e2d-920b-979a49fea971', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'port_id': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'mac_address': 'fa:16:3e:07:da:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:59:24Z', 'updated_at': '2022-10-14T17:59:45Z', 'revision_number': 1, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:47.433133 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-30d55d46-7bb0-4226-a202-50cdea4d5016 req-ce46e0ab-feb2-4f5c-aeae-c37ab571f355 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561482 Oct 14 17:59:47.465165 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb160f-2cc8-4f47-8878-0e5f82a2a11e None None] The sync data for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi is: [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '72ceeaa6-f46a-4e2d-920b-979a49fea971', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'port_id': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'mac_address': 'fa:16:3e:07:da:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:59:24Z', 'updated_at': '2022-10-14T17:59:45Z', 'revision_number': 1, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:59:47.532051 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1dc63-2d28-48a6-8884-1913db081e0d req-4756674e-abb2-46c0-9215-4395baa2889f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:47.533531 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cfc1dc63-2d28-48a6-8884-1913db081e0d req-4756674e-abb2-46c0-9215-4395baa2889f tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 944 time: 0.0657032 Oct 14 17:59:47.539671 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a00c3789-81ee-4e28-98eb-bfd54b785ffd req-67f46aa1-6bb3-4695-a71c-f10140182af1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697824 Oct 14 17:59:47.590345 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cfc1dc63-2d28-48a6-8884-1913db081e0d req-17f69b68-c965-4961-b6ad-47967968e182 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499222 Oct 14 17:59:47.710134 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c9965-5684-48ff-a286-76fc65c57075 None None] New status for floating IP 72ceeaa6-f46a-4e2d-920b-979a49fea971: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 17:59:47.914981 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-66be81aa-65e9-4a33-a570-f4ab46c2aa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.130021 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46144) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:48.226832 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-513821678-network', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:48.246313 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Made reservation on behalf of 87b79c338b0047dfb68e9a5b9b16c51b for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:59:48.248578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.257120 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.336486 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks [] for security_group (1f086735-e44e-4b9f-80fc-196fd9acb4f1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.339989 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (1f086735-e44e-4b9f-80fc-196fd9acb4f1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.364744 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:59:48.375376 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f086735-e44e-4b9f-80fc-196fd9acb4f1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:48.380377 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (4ba15097-630c-45f1-be84-a4da3829d7ac), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.380657 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Added segment 4ba15097-630c-45f1-be84-a4da3829d7ac of type vlan for network 976baf89-2f42-4a40-b24d-859f3e36aec4 Oct 14 17:59:48.423305 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:48.428174 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (976baf89-2f42-4a40-b24d-859f3e36aec4), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.454758 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (976baf89-2f42-4a40-b24d-859f3e36aec4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.455727 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:48.456344 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.501070 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-36eb1590-8aa3-42c0-b070-760931803a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:48.502575 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-36eb1590-8aa3-42c0-b070-760931803a3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 1128 time: 0.0401363 Oct 14 17:59:48.514735 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3836212 Oct 14 17:59:48.519313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46148) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:48.520396 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd5c11-81f8-443a-b84f-bbac9dc82d75 admin admin] Pushing event updated for resources: {'Network': ['ID=976baf89-2f42-4a40-b24d-859f3e36aec4,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:48.524451 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Request body: {'subnet': {'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-513821678-subnet', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'ip_version': 4}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:48.530746 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:59:48.538346 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:48.596110 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Made reservation on behalf of 87b79c338b0047dfb68e9a5b9b16c51b for: {'subnet': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:59:48.598429 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649300'] for subnet (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:48.688606 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-bc726ada-ceda-4cde-ad0e-547e39c5a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:48.689795 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-bc726ada-ceda-4cde-ad0e-547e39c5a30e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 912 time: 0.1791549 Oct 14 17:59:48.714828 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:48.767487 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-fa9bf948-4054-4527-a9fd-42faa1d7937b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 HTTP/1.1" status: 200 len: 217 time: 0.0533619 Oct 14 17:59:48.780052 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308112e-3215-4424-9459-5352f72c1d94 req-2a4f6320-9e42-4931-b1d4-475d36b5013e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:48.781463 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8308112e-3215-4424-9459-5352f72c1d94 req-2a4f6320-9e42-4931-b1d4-475d36b5013e tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 944 time: 0.1122410 Oct 14 17:59:48.886563 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-73e2f616-eee6-44a3-81e9-3400f9451c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:48.887950 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-73e2f616-eee6-44a3-81e9-3400f9451c6f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.1040387 Oct 14 17:59:48.938829 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8308112e-3215-4424-9459-5352f72c1d94 req-856ac75e-8c3f-486e-83fb-6916310275a6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456285 Oct 14 17:59:48.983863 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-455acf06-8d0c-4e9a-bdc6-7ceeb2644a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:48.985363 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-455acf06-8d0c-4e9a-bdc6-7ceeb2644a59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0860198 Oct 14 17:59:48.990385 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4156663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649286'] for subnet (acb5cb20-4ffa-4ae9-a602-bfd780ae316f), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.105380 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb5cb20-4ffa-4ae9-a602-bfd780ae316f,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:49.137350 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Checking segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:49.137636 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Network hostable DHCP agents. Network: 976baf89-2f42-4a40-b24d-859f3e36aec4, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:59:49.157219 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-2c4dc3bd-4e5c-4eca-bc9a-56cfb5de5f28 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624134 Oct 14 17:59:49.194472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.196342 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:59:49.238452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 976baf89-2f42-4a40-b24d-859f3e36aec4) {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:49.247132 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:49.247726 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.248335 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd3e40-32da-4666-aac2-2bd8b98628a2 None None] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:59:49.275831 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-a2d01ae3-efd7-4b09-a8ec-41b43e8a0c5d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7554879 Oct 14 17:59:49.278626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46152) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:49.283193 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:49.292333 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e3a7a0-6e4e-4ded-8e1c-23d0cd1364c5 req-21aabb39-e231-45e1-8f1a-218be67509a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205101 Oct 14 17:59:49.305913 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (ed31b3f2-1409-478c-98e1-865951470675), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.307048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (ed31b3f2-1409-478c-98e1-865951470675), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.361981 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-976baf89-2f42-4a40-b24d-859f3e36aec4', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:59:49.362903 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.364571 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks [] for router_controller (ed31b3f2-1409-478c-98e1-865951470675), precommit_add_association {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.370626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:49.500411 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Allocated IP 172.20.0.2 (976baf89-2f42-4a40-b24d-859f3e36aec4/acb5cb20-4ffa-4ae9-a602-bfd780ae316f/7a93a18f-7c22-4f2e-8eb7-5405cc19ca16) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:49.501965 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:49.504320 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks [] for router_gateway (ed31b3f2-1409-478c-98e1-865951470675), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.509317 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:49.510913 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:49.652648 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Publish callbacks [] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.659532 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.689871 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks [] for router_gateway (ed31b3f2-1409-478c-98e1-865951470675), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.703539 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:49.708467 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.708627 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:49.712487 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:49.715638 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Pushing event updated for resources: {'Port': ['ID=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:49.771796 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Attempting to bind port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:59:49.772205 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Attempting to bind port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:59:49.772570 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Attempting to bind port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:49.814894 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:59:49.815271 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Checking segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:49.815663 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.816081 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Bound using segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:59:49.816558 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Bound port: 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:59:49.816940 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.822458 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Allocated IP 172.27.3.166 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/14a27ecf-fe04-4011-8297-d1f6381127a1) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:49.877991 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] For port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:59:49.881260 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] For port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:59:49.886754 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.944243 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48bd78-abcb-4461-a57a-eda915766a33 None None] Pushing event updated for resources: {'Port': ['ID=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:49.949976 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks [] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:49.984818 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.031620 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:50.036958 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:50.039147 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Pushing event updated for resources: {'Port': ['ID=14a27ecf-fe04-4011-8297-d1f6381127a1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:50.041375 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:50.068301 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38479fbb-da01-44e5-8375-28b865c27371 req-c4eab5ad-e6cf-44bf-aa7a-947c04eef3fe tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:50.071270 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-38479fbb-da01-44e5-8375-28b865c27371 req-c4eab5ad-e6cf-44bf-aa7a-947c04eef3fe tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 944 time: 0.0523643 Oct 14 17:59:50.130833 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 17:59:50.150289 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-38479fbb-da01-44e5-8375-28b865c27371 req-f895e5b2-5a54-4824-a6d2-0645b1d6cdc3 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730078 Oct 14 17:59:50.314443 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:50.323569 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:50.335331 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'port_id': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'mac_address': 'fa:16:3e:45:ca:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 17:59:50.341775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:50.405841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:50.406242 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.424468 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 17:59:50.433851 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:50.434215 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.434547 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 Oct 14 17:59:50.479780 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:50.486205 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.570324 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks [] for router_gateway (ed31b3f2-1409-478c-98e1-865951470675), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.590027 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:50.600073 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:50.600714 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.619234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.628308 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:50.646269 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.672986 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:50.678679 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.737487 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:50.776194 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['6f1cafbd-d8fe-433d-83bd-3cccddfa6e16'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 17:59:50.816768 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (ed31b3f2-1409-478c-98e1-865951470675), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:50.937703 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:50.979802 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Router ed31b3f2-1409-478c-98e1-865951470675 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:59:51.044918 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e615e8e-347e-4c7c-8930-7c0e2620a39e None None] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:59:51.093936 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:51.106833 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:51.120374 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:51.121427 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:51.121974 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.127411 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46156) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:51.128054 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6d7464fb-2159-454e-b44f-15aa3c99fab2 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8479593 Oct 14 17:59:51.138858 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:51.183997 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6013f2e7-a699-4b9c-a195-212dc380ccda None None] Provisioning complete for port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:51.185817 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6013f2e7-a699-4b9c-a195-212dc380ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.185817 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6013f2e7-a699-4b9c-a195-212dc380ccda None None] Attempt 1 to provision port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 Oct 14 17:59:51.233339 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:51.256082 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:51.256674 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:51.309262 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:51.337839 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a2343-2f57-4050-ae74-7e03e596d6cc req-5df70802-4ea7-4f84-9060-a0aca8763157 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:51.339461 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-944a2343-2f57-4050-ae74-7e03e596d6cc req-5df70802-4ea7-4f84-9060-a0aca8763157 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 945 time: 0.0760751 Oct 14 17:59:51.343282 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:51.354591 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6013f2e7-a699-4b9c-a195-212dc380ccda None None] Current status of the port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:51.457954 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:50Z', 'revision_number': 3, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:51.488494 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:59:51.488848 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Updating router ed31b3f2-1409-478c-98e1-865951470675 port 14a27ecf-fe04-4011-8297-d1f6381127a1 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:59:51.510902 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-944a2343-2f57-4050-ae74-7e03e596d6cc req-c6b0136f-b646-4026-85b7-9fd43aabfac4 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066480 Oct 14 17:59:51.521444 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.574168 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-fd69a02c-148b-46cb-8871-266966f5b12c None None] Provisioning complete for port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:51.574539 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-fd69a02c-148b-46cb-8871-266966f5b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.574879 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-fd69a02c-148b-46cb-8871-266966f5b12c None None] Attempt 1 to provision port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 Oct 14 17:59:51.602277 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:51.649339 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-fd69a02c-148b-46cb-8871-266966f5b12c None None] Current status of the port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:51.747203 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.771220 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Publish callbacks [] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.776772 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.814686 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Attempting to bind port 14a27ecf-fe04-4011-8297-d1f6381127a1 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:59:51.815052 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Attempting to bind port 14a27ecf-fe04-4011-8297-d1f6381127a1 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:59:51.815423 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Attempting to bind port 14a27ecf-fe04-4011-8297-d1f6381127a1 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:51.849195 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Pushing event updated for resources: {'Port': ['ID=14a27ecf-fe04-4011-8297-d1f6381127a1,revision_number=2']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:51.862502 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.862934 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.863300 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.863653 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.864018 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.864350 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.864674 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.865001 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.865347 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.865671 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.865991 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.866323 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.866645 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.866964 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.867841 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:59:51.881002 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:59:51.881373 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:51.881772 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.882154 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:59:51.882617 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Bound port: 14a27ecf-fe04-4011-8297-d1f6381127a1, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:59:51.883201 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.908868 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Allocated IP 172.20.0.1 (976baf89-2f42-4a40-b24d-859f3e36aec4/acb5cb20-4ffa-4ae9-a602-bfd780ae316f/825bcd67-49e2-42b3-bef9-679a58c539bd) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:51.932726 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] For port 14a27ecf-fe04-4011-8297-d1f6381127a1, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:59:51.935749 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] For port 14a27ecf-fe04-4011-8297-d1f6381127a1, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=14a27ecf-fe04-4011-8297-d1f6381127a1,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:59:51.941822 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:51.979198 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:51.979819 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:52.020763 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks [] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.034653 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411fb9-d0d6-42e8-aa7b-ca48cf8eb65b None None] Pushing event updated for resources: {'Port': ['ID=14a27ecf-fe04-4011-8297-d1f6381127a1,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:52.056469 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.098875 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:52.099322 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:52.103576 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:52.109310 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:52.112299 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:52.116239 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=825bcd67-49e2-42b3-bef9-679a58c539bd,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:52.147711 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:52.170664 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (ed31b3f2-1409-478c-98e1-865951470675), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.252896 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:52.261215 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 17:59:52.279264 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:52.279959 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.281854 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 Oct 14 17:59:52.355582 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:52.359530 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:52.403563 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.425044 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:50Z', 'revision_number': 3, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:52.426298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:52.426689 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.463509 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812cd34-9f5c-48a1-bad3-b778961b8ccf None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:50Z', 'revision_number': 3, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:59:52.499220 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:52.514780 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:52.517571 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b63589-a35e-43aa-b36b-5f103ed513dd" -d '{"events": [{"server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "name": "network-vif-plugged", "status": "completed", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:52.521653 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-5c6d16c5-b67f-4588-8c75-880b32327b84 None None] Provisioning complete for port 825bcd67-49e2-42b3-bef9-679a58c539bd triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:52.522343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5c6d16c5-b67f-4588-8c75-880b32327b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.522633 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-5c6d16c5-b67f-4588-8c75-880b32327b84 None None] Attempt 1 to provision port 825bcd67-49e2-42b3-bef9-679a58c539bd Oct 14 17:59:52.525628 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.583139 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a3c7f0-99d6-45b2-873a-c129f998597d x-openstack-request-id: req-35a3c7f0-99d6-45b2-873a-c129f998597d {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:52.583449 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "name": "network-vif-plugged", "status": "completed", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:52.583707 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-35a3c7f0-99d6-45b2-873a-c129f998597d {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:52.584592 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a3c7f0-99d6-45b2-873a-c129f998597d'] response: {'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'code': 200} Oct 14 17:59:52.618427 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:52.618803 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.619133 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 Oct 14 17:59:52.627528 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks [] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.637259 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.658006 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d16c5-b67f-4588-8c75-880b32327b84 None None] Port 825bcd67-49e2-42b3-bef9-679a58c539bd cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:59:52.683969 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:52.750588 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:52.771741 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ab7fd-d4f4-49cc-8781-dc6c84c45843 req-5c1e2e66-de01-45f1-b176-5d1e669e9bd1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:52.773285 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d16ab7fd-d4f4-49cc-8781-dc6c84c45843 req-5c1e2e66-de01-45f1-b176-5d1e669e9bd1 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.0788152 Oct 14 17:59:52.774283 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=825bcd67-49e2-42b3-bef9-679a58c539bd,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:52.777725 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (ed31b3f2-1409-478c-98e1-865951470675), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:52.897125 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d16ab7fd-d4f4-49cc-8781-dc6c84c45843 req-ced9c78e-a84d-4924-a500-271ce33fa6e2 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166685 Oct 14 17:59:52.934255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:52.935618 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:53.051074 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:59:53.132347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0906a-6a56-4778-8b99-c212a2dcd479 req-7e4ae644-4ed4-472d-8da2-a29c38b775eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:53.134703 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-54e0906a-6a56-4778-8b99-c212a2dcd479 req-7e4ae644-4ed4-472d-8da2-a29c38b775eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 1130 time: 0.0779116 Oct 14 17:59:53.181560 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-a50f30e4-fce7-42cb-a71a-036282def6f2 None None] Provisioning complete for port 825bcd67-49e2-42b3-bef9-679a58c539bd triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:53.182045 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a50f30e4-fce7-42cb-a71a-036282def6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:53.182450 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-a50f30e4-fce7-42cb-a71a-036282def6f2 None None] Attempt 1 to provision port 825bcd67-49e2-42b3-bef9-679a58c539bd Oct 14 17:59:53.221094 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:53.225530 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:53.234941 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a50f30e4-fce7-42cb-a71a-036282def6f2 None None] Port 825bcd67-49e2-42b3-bef9-679a58c539bd cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:59:53.244060 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-08e82d6d-06d7-4972-84a2-7d78ea521cd4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ed31b3f2-1409-478c-98e1-865951470675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058865 Oct 14 17:59:53.244060 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-54e0906a-6a56-4778-8b99-c212a2dcd479 req-3c488047-b8dc-43b0-9359-7799617164e5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646486 Oct 14 17:59:53.745468 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46198) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:53.750737 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1542047245-network', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:53.757119 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:53.770823 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Made reservation on behalf of 97ffbaca123c421f89cfb397545fbe66 for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:59:53.774445 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:53.785524 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:53.874271 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks [] for security_group (da5c4346-c63a-4b68-83fa-3ab0e2280489), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:53.878469 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (da5c4346-c63a-4b68-83fa-3ab0e2280489), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:53.932933 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:59:53.946535 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af5084-adf4-4dbf-b5ce-bc59ab8f9ea7 req-64dd3460-7f04-4c9c-98ff-827696605eaa tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:53.948061 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17af5084-adf4-4dbf-b5ce-bc59ab8f9ea7 req-64dd3460-7f04-4c9c-98ff-827696605eaa tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0899053 Oct 14 17:59:53.952418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5c4346-c63a-4b68-83fa-3ab0e2280489,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:53.957605 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (b8b14915-8b23-456e-a58c-be1af50fc2c2), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:53.957935 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Added segment b8b14915-8b23-456e-a58c-be1af50fc2c2 of type vlan for network 37eb3091-cb17-4b7b-aee8-447554f12f27 Oct 14 17:59:54.051798 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (37eb3091-cb17-4b7b-aee8-447554f12f27), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.085411 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e42867-bdda-438a-8e69-1b16294040e3 req-8591c234-f8e7-484e-9c45-fe8b143191e6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:54.087273 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c8e42867-bdda-438a-8e69-1b16294040e3 req-8591c234-f8e7-484e-9c45-fe8b143191e6 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.1014502 Oct 14 17:59:54.095484 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17af5084-adf4-4dbf-b5ce-bc59ab8f9ea7 req-347acaee-1e60-4c5f-9c17-173c6d8936d2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359754 Oct 14 17:59:54.126046 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (37eb3091-cb17-4b7b-aee8-447554f12f27), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.126992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:54.127594 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.198044 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4483583 Oct 14 17:59:54.199134 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46204) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:54.201013 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c8e42867-bdda-438a-8e69-1b16294040e3 req-cc88a069-894f-46f2-aff7-4c5b1aa4e0d4 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044762 Oct 14 17:59:54.205560 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Request body: {'subnet': {'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1542047245-subnet', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:54.214460 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3659a1c-fce4-4423-9d98-a6dac0fe7508 admin admin] Pushing event updated for resources: {'Network': ['ID=37eb3091-cb17-4b7b-aee8-447554f12f27,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:54.233105 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:59:54.242805 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Made reservation on behalf of 97ffbaca123c421f89cfb397545fbe66 for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:59:54.247177 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59467636'] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.306857 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:54.312494 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 14a27ecf-fe04-4011-8297-d1f6381127a1 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:54.349775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:54.350401 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:54.414438 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 14a27ecf-fe04-4011-8297-d1f6381127a1 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:54.414438 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.414438 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 14a27ecf-fe04-4011-8297-d1f6381127a1 Oct 14 17:59:54.438610 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59133433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59467622'] for subnet (6dbcd2a4-f8f1-4929-9749-9fcc9209e492), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.443319 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:54.494449 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:54.499662 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbcd2a4-f8f1-4929-9749-9fcc9209e492,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:54.517211 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Checking segment: {'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:54.517560 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Network hostable DHCP agents. Network: 37eb3091-cb17-4b7b-aee8-447554f12f27, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:59:54.534827 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:59:54.545760 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 37eb3091-cb17-4b7b-aee8-447554f12f27) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:54.549768 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:54.550369 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.568787 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-cc018b62-713e-42b3-a3a2-524cebd4ca0a admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3685629 Oct 14 17:59:54.572092 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46206) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:54.576418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:54.583440 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6694f56-82fb-4266-9468-3c48ca1aa3cc None None] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:59:54.596416 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (af66c37e-5980-4d86-902f-3765ece3c8fc), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.597388 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (af66c37e-5980-4d86-902f-3765ece3c8fc), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.652806 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks [] for router_controller (af66c37e-5980-4d86-902f-3765ece3c8fc), precommit_add_association {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.795995 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks [] for router_gateway (af66c37e-5980-4d86-902f-3765ece3c8fc), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.815039 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 14a27ecf-fe04-4011-8297-d1f6381127a1 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:54.815427 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.858426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:54.866090 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 14a27ecf-fe04-4011-8297-d1f6381127a1, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=14a27ecf-fe04-4011-8297-d1f6381127a1,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:54.877938 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:54.878800 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:54.949938 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:54.956429 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:54.961914 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-37eb3091-cb17-4b7b-aee8-447554f12f27', 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27', 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'fixed_ips': [{'subnet_id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 17:59:54.962775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.009214 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=14a27ecf-fe04-4011-8297-d1f6381127a1,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:55.036326 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 2, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:55.110947 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:59:55.111236 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Updating router ed31b3f2-1409-478c-98e1-865951470675 port 825bcd67-49e2-42b3-bef9-679a58c539bd binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:59:55.160346 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.245977 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:55.246756 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Allocated IP 172.20.0.2 (37eb3091-cb17-4b7b-aee8-447554f12f27/6dbcd2a4-f8f1-4929-9749-9fcc9209e492/e4bbccbe-eee1-4060-9dc5-b04be1ea14e6) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:55.286570 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks [] for router_gateway (af66c37e-5980-4d86-902f-3765ece3c8fc), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.313490 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0391ae-fedb-468a-b107-99980d4c0aef req-b0e5fce3-933e-4598-9450-4a398dac780b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:55.314966 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a0391ae-fedb-468a-b107-99980d4c0aef req-b0e5fce3-933e-4598-9450-4a398dac780b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0835872 Oct 14 17:59:55.318539 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.426433 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581876-8dba-4c4d-8557-bdd81b1e0f58 req-6cc6550f-5398-4e4f-a053-0563d24ac950 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:55.427806 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fb581876-8dba-4c4d-8557-bdd81b1e0f58 req-6cc6550f-5398-4e4f-a053-0563d24ac950 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.1119924 Oct 14 17:59:55.485398 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a0391ae-fedb-468a-b107-99980d4c0aef req-2d4c6f6e-b14a-4c0c-8eb5-6527a335c170 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567111 Oct 14 17:59:55.527405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Allocated IP 172.27.3.128 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/299aa5c8-3f17-4726-b314-9c7617745d87) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:55.548662 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fb581876-8dba-4c4d-8557-bdd81b1e0f58 req-2e7ff361-e8d7-4102-a306-c54f8f861c44 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092699 Oct 14 17:59:55.553428 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Publish callbacks [] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.586594 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.631741 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Publish callbacks [] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.644784 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.649489 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:55.652402 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks [] for port (299aa5c8-3f17-4726-b314-9c7617745d87), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.656483 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:55.658561 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Pushing event updated for resources: {'Port': ['ID=e4bbccbe-eee1-4060-9dc5-b04be1ea14e6,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:55.660842 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:55.688809 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.729028 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:55.734875 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:55.738890 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:55.742091 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Pushing event updated for resources: {'Port': ['ID=299aa5c8-3f17-4726-b314-9c7617745d87,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:55.776109 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91314afa-c711-4cd7-93ec-0c91c2773a2f None None] Pushing event updated for resources: {'Port': ['ID=825bcd67-49e2-42b3-bef9-679a58c539bd,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:55.801760 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Attempting to bind port 825bcd67-49e2-42b3-bef9-679a58c539bd on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:59:55.802130 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Attempting to bind port 825bcd67-49e2-42b3-bef9-679a58c539bd by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:59:55.802478 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Attempting to bind port 825bcd67-49e2-42b3-bef9-679a58c539bd on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:55.805136 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Attempting to bind port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:59:55.805509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Attempting to bind port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:59:55.805851 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Attempting to bind port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 on network 37eb3091-cb17-4b7b-aee8-447554f12f27 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:55.884097 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:59:55.884472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Checking segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:55.884873 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.885262 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Bound using segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:59:55.885735 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Bound port: 825bcd67-49e2-42b3-bef9-679a58c539bd, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:59:55.886115 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.888162 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:59:55.888518 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Checking segment: {'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:55.888887 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.889258 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Bound using segment: {'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:59:55.889709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Bound port: e4bbccbe-eee1-4060-9dc5-b04be1ea14e6, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:59:55.890071 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.994832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks [] for router_gateway (af66c37e-5980-4d86-902f-3765ece3c8fc), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:55.997592 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] For port 825bcd67-49e2-42b3-bef9-679a58c539bd, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:59:55.999908 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] For port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:59:56.002828 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] For port 825bcd67-49e2-42b3-bef9-679a58c539bd, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=825bcd67-49e2-42b3-bef9-679a58c539bd,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:59:56.004010 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:56.006110 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] For port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=e4bbccbe-eee1-4060-9dc5-b04be1ea14e6,segment=NetworkSegment(b8b14915-8b23-456e-a58c-be1af50fc2c2),segment_id=b8b14915-8b23-456e-a58c-be1af50fc2c2)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:59:56.013383 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:56.019996 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:56.063051 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:56.063695 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:56.089760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:56.111783 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:56.122532 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91314afa-c711-4cd7-93ec-0c91c2773a2f None None] Pushing event updated for resources: {'Port': ['ID=825bcd67-49e2-42b3-bef9-679a58c539bd,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:56.149655 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:56.200474 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:56.233465 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (af66c37e-5980-4d86-902f-3765ece3c8fc), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:56.252204 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdba9e-ee4e-45c7-ba65-943d5ecf031e None None] Pushing event updated for resources: {'Port': ['ID=e4bbccbe-eee1-4060-9dc5-b04be1ea14e6,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:56.259780 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:56.344968 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 14a27ecf-fe04-4011-8297-d1f6381127a1 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:56.403281 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Router af66c37e-5980-4d86-902f-3765ece3c8fc is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:59:56.458175 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 14a27ecf-fe04-4011-8297-d1f6381127a1 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:56.458550 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:56.458884 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 14a27ecf-fe04-4011-8297-d1f6381127a1 Oct 14 17:59:56.509018 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:56.521065 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Sync routers for ids ['af66c37e-5980-4d86-902f-3765ece3c8fc'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:56.531022 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:56.534123 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-ded57cb3-e358-4b0c-87f3-892f58669697 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9608462 Oct 14 17:59:56.536582 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46214) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:56.584134 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:55Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:56.629952 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c6558-7443-4af5-8444-bfe2f4a0e354 req-0f1d9f75-1519-46b7-9fa9-c86f6ddfd948 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:56.634788 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94aec2-db8b-4d04-a405-c7a88ac2da93 None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:55Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:59:56.637394 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-327c6558-7443-4af5-8444-bfe2f4a0e354 req-0f1d9f75-1519-46b7-9fa9-c86f6ddfd948 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.0675957 Oct 14 17:59:56.647679 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 14a27ecf-fe04-4011-8297-d1f6381127a1 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:56.727483 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Routers {'af66c37e-5980-4d86-902f-3765ece3c8fc'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:56.728518 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['af66c37e-5980-4d86-902f-3765ece3c8fc'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:56.747536 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:56.755260 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-327c6558-7443-4af5-8444-bfe2f4a0e354 req-cc831ee8-0735-4a0c-909f-df0cf37c8109 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167657 Oct 14 17:59:56.761465 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ec58e-9793-4eeb-a989-fd44e218f041 req-f97b533e-c34f-4572-b3b7-3580cd22d554 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:56.762923 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-128ec58e-9793-4eeb-a989-fd44e218f041 req-f97b533e-c34f-4572-b3b7-3580cd22d554 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.0808785 Oct 14 17:59:56.861903 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-128ec58e-9793-4eeb-a989-fd44e218f041 req-12490023-9484-43c4-8dff-70db78e6fdb4 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915844 Oct 14 17:59:56.874742 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Set router af66c37e-5980-4d86-902f-3765ece3c8fc gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:56.938348 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:57.087069 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T17:59:55Z', 'revision_number': 3, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port': {'id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:55Z', 'updated_at': '2022-10-14T17:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:57.115416 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.127841 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Checking router: af66c37e-5980-4d86-902f-3765ece3c8fc for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:59:57.128718 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Updating router af66c37e-5980-4d86-902f-3765ece3c8fc port 299aa5c8-3f17-4726-b314-9c7617745d87 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:59:57.173399 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.260596 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe81218-bd3f-46f3-a33a-74f5b88aed82 None None] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 17:59:57.296832 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Allocated IP 172.20.0.1 (37eb3091-cb17-4b7b-aee8-447554f12f27/6dbcd2a4-f8f1-4929-9749-9fcc9209e492/c16c833e-fdb0-4fad-924c-97f2c15fbc90) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:59:57.328037 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] Provisioning complete for port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:57.328489 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.328924 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] Attempt 1 to provision port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 Oct 14 17:59:57.423023 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks [] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.456896 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:57.457139 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] Current status of the port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:57.457464 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.463430 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.498543 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Publish callbacks [] for port (299aa5c8-3f17-4726-b314-9c7617745d87), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.506074 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.507071 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] For port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=e4bbccbe-eee1-4060-9dc5-b04be1ea14e6,segment=NetworkSegment(b8b14915-8b23-456e-a58c-be1af50fc2c2),segment_id=b8b14915-8b23-456e-a58c-be1af50fc2c2)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:57.516436 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.536870 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:57.541998 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:57.547709 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 17:59:57.552244 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Attempting to bind port 299aa5c8-3f17-4726-b314-9c7617745d87 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 17:59:57.552797 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Attempting to bind port 299aa5c8-3f17-4726-b314-9c7617745d87 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 17:59:57.552986 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Attempting to bind port 299aa5c8-3f17-4726-b314-9c7617745d87 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:59:57.585952 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbdb27-2823-42ad-912b-481268e00705 None None] Pushing event updated for resources: {'Port': ['ID=e4bbccbe-eee1-4060-9dc5-b04be1ea14e6,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:57.602846 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Pushing event updated for resources: {'Port': ['ID=c16c833e-fdb0-4fad-924c-97f2c15fbc90,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:57.603086 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce48a6-aab3-4917-a921-d8a0c31a002f None None] Pushing event updated for resources: {'Port': ['ID=299aa5c8-3f17-4726-b314-9c7617745d87,revision_number=2']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:57.623915 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (af66c37e-5980-4d86-902f-3765ece3c8fc), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.625195 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 17:59:57.625806 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 17:59:57.627269 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.627832 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 17:59:57.628085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:57.629036 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Bound port: 299aa5c8-3f17-4726-b314-9c7617745d87, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 17:59:57.629607 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.762018 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:57.767317 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] For port 299aa5c8-3f17-4726-b314-9c7617745d87, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:59:57.773281 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] For port 299aa5c8-3f17-4726-b314-9c7617745d87, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=299aa5c8-3f17-4726-b314-9c7617745d87,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:59:57.783726 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.833146 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.847723 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-0db22a56-5c1d-4281-b8b0-52789bfda070 None None] Provisioning complete for port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:57.848130 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0db22a56-5c1d-4281-b8b0-52789bfda070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:57.852869 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-0db22a56-5c1d-4281-b8b0-52789bfda070 None None] Attempt 1 to provision port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 Oct 14 17:59:57.854363 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Routers {'af66c37e-5980-4d86-902f-3765ece3c8fc'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:57.855219 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['af66c37e-5980-4d86-902f-3765ece3c8fc'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:57.957823 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c83f4-ff19-458f-9143-8707ffc2916f req-4aa85777-e7c7-485a-a8e0-50f690f79f0b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:57.964457 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-016c83f4-ff19-458f-9143-8707ffc2916f req-4aa85777-e7c7-485a-a8e0-50f690f79f0b tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.1080718 Oct 14 17:59:58.036690 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] Set router af66c37e-5980-4d86-902f-3765ece3c8fc gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:58.042983 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-0db22a56-5c1d-4281-b8b0-52789bfda070 None None] Current status of the port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:58.079112 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf202139-6b5c-46f4-9308-93a86bf1a106 req-92436f5e-3f49-4be7-b858-6de100993122 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:58.086468 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf202139-6b5c-46f4-9308-93a86bf1a106 req-92436f5e-3f49-4be7-b858-6de100993122 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.0954065 Oct 14 17:59:58.090616 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce48a6-aab3-4917-a921-d8a0c31a002f None None] Pushing event updated for resources: {'Port': ['ID=299aa5c8-3f17-4726-b314-9c7617745d87,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:58.119934 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-016c83f4-ff19-458f-9143-8707ffc2916f req-1007ad0c-edd5-4653-9d29-1dc5c3a22b17 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497750 Oct 14 17:59:58.149910 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks [] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.156206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.162972 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-9be7abbf-6cd7-423c-8550-68e586f6afca None None] Provisioning complete for port c16c833e-fdb0-4fad-924c-97f2c15fbc90 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:58.163351 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9be7abbf-6cd7-423c-8550-68e586f6afca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.163687 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-9be7abbf-6cd7-423c-8550-68e586f6afca None None] Attempt 1 to provision port c16c833e-fdb0-4fad-924c-97f2c15fbc90 Oct 14 17:59:58.181093 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf202139-6b5c-46f4-9308-93a86bf1a106 req-7cec70bd-550e-4003-b8de-ab1eded179af tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907364 Oct 14 17:59:58.211465 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-9be7abbf-6cd7-423c-8550-68e586f6afca None None] Port c16c833e-fdb0-4fad-924c-97f2c15fbc90 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:59:58.256685 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Pushing event updated for resources: {'Port': ['ID=c16c833e-fdb0-4fad-924c-97f2c15fbc90,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:58.285731 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (af66c37e-5980-4d86-902f-3765ece3c8fc), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.337917 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 4, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port': {'id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:55Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'c16c833e-fdb0-4fad-924c-97f2c15fbc90', 'name': '', 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'mac_address': 'fa:16:3e:9b:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:57Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 1, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'subnets': [{'id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:58.368660 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaa1816-4097-4d98-b83f-06a13270e4fe None None] The sync data for ids ['af66c37e-5980-4d86-902f-3765ece3c8fc'] in dv-cinder-749155-15-iscsi is: [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 4, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port': {'id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:55Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'c16c833e-fdb0-4fad-924c-97f2c15fbc90', 'name': '', 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'mac_address': 'fa:16:3e:9b:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:57Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 1, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'subnets': [{'id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:59:58.379578 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-e2d0103d-57aa-4598-8391-a72a3b4320e1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:58.381226 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-e2d0103d-57aa-4598-8391-a72a3b4320e1 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 946 time: 0.1149237 Oct 14 17:59:58.408920 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c66c43-d6d9-4878-8b7d-d21482140f58 req-be9443c2-12f2-4937-bde9-ba941e2d111d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 17:59:58.412336 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-47c66c43-d6d9-4878-8b7d-d21482140f58 req-be9443c2-12f2-4937-bde9-ba941e2d111d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.0886400 Oct 14 17:59:58.416472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:58.423287 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46224) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:58.429889 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Request body: {'floatingip': {'port_id': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:58.443070 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:59:58.469772 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:58.472314 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:58.472796 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.473280 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 Oct 14 17:59:58.474556 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:59:58.490754 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.505292 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Deleting port 6276aa8e-78da-45f2-9027-e54c0e8353b7 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 17:59:58.505617 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.564431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:58.578308 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:58.587026 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 825bcd67-49e2-42b3-bef9-679a58c539bd up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:59:58.657379 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 825bcd67-49e2-42b3-bef9-679a58c539bd triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:58.658412 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] For port 6276aa8e-78da-45f2-9027-e54c0e8353b7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6276aa8e-78da-45f2-9027-e54c0e8353b7,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:58.658789 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.658980 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.659421 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 825bcd67-49e2-42b3-bef9-679a58c539bd Oct 14 17:59:58.661218 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:58.755474 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Router af66c37e-5980-4d86-902f-3765ece3c8fc has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:59:58.796271 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 825bcd67-49e2-42b3-bef9-679a58c539bd is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 17:59:58.796661 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.886511 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:58.921913 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.922272 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.922587 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Floating IP 6e01ec0d-9f63-4d88-865d-7fca53e9ea8b disassociated. External IP: 172.27.3.229, port: 6276aa8e-78da-45f2-9027-e54c0e8353b7. Oct 14 17:59:58.922933 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Calling delete_port for 6276aa8e-78da-45f2-9027-e54c0e8353b7 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 17:59:58.977219 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-997d3c5e-5e1f-486b-92a4-84afb066bb60 None None] Provisioning complete for port c16c833e-fdb0-4fad-924c-97f2c15fbc90 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 17:59:58.977677 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-997d3c5e-5e1f-486b-92a4-84afb066bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:58.978012 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-997d3c5e-5e1f-486b-92a4-84afb066bb60 None None] Attempt 1 to provision port c16c833e-fdb0-4fad-924c-97f2c15fbc90 Oct 14 17:59:59.028181 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 825bcd67-49e2-42b3-bef9-679a58c539bd, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=825bcd67-49e2-42b3-bef9-679a58c539bd,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:59:59.034976 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-997d3c5e-5e1f-486b-92a4-84afb066bb60 None None] Port c16c833e-fdb0-4fad-924c-97f2c15fbc90 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 17:59:59.040172 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:59.107607 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=825bcd67-49e2-42b3-bef9-679a58c539bd,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:59.116178 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (6276aa8e-78da-45f2-9027-e54c0e8353b7), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:59.146521 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event deleted for resources: {'Port': ['ID=6276aa8e-78da-45f2-9027-e54c0e8353b7,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:59:59.240717 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:59.281532 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:59.301483 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3e14d54a-fdb7-4d76-a7ca-b517037428f7 req-1eb6032f-7b7a-4500-9041-5e5f2dc55279 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0653818 Oct 14 17:59:59.315442 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0bcc52e6-5529-492d-a254-9148c7279906 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/af66c37e-5980-4d86-902f-3765ece3c8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7748685 Oct 14 17:59:59.337574 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:59:59.490638 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:59:59.502153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] Sync routers for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:59:59.530655 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 17:59:59.531587 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:59:59.578921 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] No DVR routers for this DVR port 6276aa8e-78da-45f2-9027-e54c0e8353b7 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 17:59:59.587338 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:59.602377 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b5d84b13-ac0b-426f-87ab-77673bff82b4 req-d0744d89-b4f6-47a2-a89b-7c9f5022df07 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6276aa8e-78da-45f2-9027-e54c0e8353b7 HTTP/1.1" status: 204 len: 173 time: 1.2132182 Oct 14 17:59:59.603187 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'name': 'network-vif-deleted', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 17:59:59.609411 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2ea9c-c952-492b-bd07-0ead02ee0f61" -d '{"events": [{"server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "name": "network-vif-deleted", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 17:59:59.679487 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:59.692624 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a67b2d-3cfd-4c8c-9ee7-8cadd8874b5f x-openstack-request-id: req-99a67b2d-3cfd-4c8c-9ee7-8cadd8874b5f {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 17:59:59.693035 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5", "name": "network-vif-deleted", "tag": "6276aa8e-78da-45f2-9027-e54c0e8353b7", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 17:59:59.693383 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99a67b2d-3cfd-4c8c-9ee7-8cadd8874b5f {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 17:59:59.693918 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a67b2d-3cfd-4c8c-9ee7-8cadd8874b5f'] response: {'server_uuid': 'b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5', 'name': 'network-vif-deleted', 'tag': '6276aa8e-78da-45f2-9027-e54c0e8353b7', 'status': 'completed', 'code': 200} Oct 14 17:59:59.697290 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 17:59:59.713111 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 17:59:59.730011 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 17:59:59.877730 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Floating IP 9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43 associated. External IP: 172.27.3.254, port: 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16. Oct 14 17:59:59.938014 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46238) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 17:59:59.942883 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-86d2a932-5c98-4344-b6a4-c6e17bcea174 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804492061', 'description': 'tempest-secgroup-smoke-804492061 description', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 17:59:59.981987 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86d2a932-5c98-4344-b6a4-c6e17bcea174 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.016245 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:00.019896 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:00.057951 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] Checking router: 7c0f4f18-5bab-44b8-b420-ed559b8c5037 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:00.067393 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:00.068220 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:00.118581 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86d2a932-5c98-4344-b6a4-c6e17bcea174 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group (99dcd1cf-c7ae-474e-8bd6-091b674add40), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.125897 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86d2a932-5c98-4344-b6a4-c6e17bcea174 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (99dcd1cf-c7ae-474e-8bd6-091b674add40), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.157690 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:00.163187 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2a932-5c98-4344-b6a4-c6e17bcea174 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dcd1cf-c7ae-474e-8bd6-091b674add40,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:00.172222 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-86d2a932-5c98-4344-b6a4-c6e17bcea174 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.173599 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-86d2a932-5c98-4344-b6a4-c6e17bcea174 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2343960 Oct 14 18:00:00.178087 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46240) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:00.188456 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-2d5dbcd9-1fad-44f9-8c6c-92b192a81868 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'security_group_rule': {'security_group_id': '99dcd1cf-c7ae-474e-8bd6-091b674add40', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:00.209527 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Router c8d25236-5778-4be7-9c38-f6a97afdf955 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:00.217087 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:00.268280 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2d5dbcd9-1fad-44f9-8c6c-92b192a81868 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (bcf2ffe9-5b00-4647-9832-0f04021b0f52), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.394637 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2d5dbcd9-1fad-44f9-8c6c-92b192a81868 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (bcf2ffe9-5b00-4647-9832-0f04021b0f52), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.396859 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:00.409178 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.413076 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2d5dbcd9-1fad-44f9-8c6c-92b192a81868 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (bcf2ffe9-5b00-4647-9832-0f04021b0f52), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.419658 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] Sync routers for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:00.434855 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:00.436340 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:00.463915 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dbcd9-1fad-44f9-8c6c-92b192a81868 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf2ffe9-5b00-4647-9832-0f04021b0f52,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:00.470837 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2e63859d-48e9-42ab-971d-6d75f49e7704 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43 HTTP/1.1" status: 200 len: 992 time: 2.0465062 Oct 14 18:00:00.471538 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:00.474023 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abd4f60-f4ee-4013-b32d-a248f312b31a" -d '{"events": [{"name": "network-changed", "server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:00.489462 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 825bcd67-49e2-42b3-bef9-679a58c539bd up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:00.490773 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2d5dbcd9-1fad-44f9-8c6c-92b192a81868 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.501011 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2d5dbcd9-1fad-44f9-8c6c-92b192a81868 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191133 Oct 14 18:00:00.501870 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46248) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:00.506098 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-6da7373f-5c8c-48e3-a1b4-b76b1e1a836c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'security_group_rule': {'security_group_id': '99dcd1cf-c7ae-474e-8bd6-091b674add40', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:00.547221 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:00.547699 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d6946d-969d-49a3-a5dc-b0508c2e21b9 x-openstack-request-id: req-83d6946d-969d-49a3-a5dc-b0508c2e21b9 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:00.547699 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:00.548011 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83d6946d-969d-49a3-a5dc-b0508c2e21b9 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:00.548577 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d6946d-969d-49a3-a5dc-b0508c2e21b9'] response: {'name': 'network-changed', 'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'status': 'completed', 'code': 200} Oct 14 18:00:00.572230 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-81311218-a227-4202-bc8e-e7a729f292d6 req-0cedb8c6-0f02-4923-bf70-3153f694cccf tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8e5bbce-1033-41d8-8b6f-bf34eed3a8b5 HTTP/1.1" status: 200 len: 210 time: 0.0477648 Oct 14 18:00:00.593154 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:00.618056 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6da7373f-5c8c-48e3-a1b4-b76b1e1a836c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (15380e5b-55a3-44fa-89b4-99a3cf313b67), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.630804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c61a7-0220-455d-ba9a-f88aec48d4f0 None None] The sync data for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi is: [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:11Z', 'revision_number': 4, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '1d220760-2722-4bd2-adbc-47ef49198748', 'name': '', 'network_id': 'd9e10b55-ef20-4f9b-8608-899751152e31', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'mac_address': 'fa:16:3e:b4:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:10Z', 'updated_at': '2022-10-14T17:55:23Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'subnets': [{'id': '72565d6d-c0a4-4f2b-9b5c-8bda680acbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:00.633303 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:00.643216 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 825bcd67-49e2-42b3-bef9-679a58c539bd triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:00.643607 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.643998 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 825bcd67-49e2-42b3-bef9-679a58c539bd Oct 14 18:00:00.662199 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:00.681039 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-0fcef262-0008-41d8-b75b-096ce59367c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:00.683858 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-0fcef262-0008-41d8-b75b-096ce59367c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 1130 time: 0.1008728 Oct 14 18:00:00.733676 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:00.734578 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 825bcd67-49e2-42b3-bef9-679a58c539bd is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:00.735670 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 299aa5c8-3f17-4726-b314-9c7617745d87 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:00.784895 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 299aa5c8-3f17-4726-b314-9c7617745d87 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:00.784895 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.785157 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 299aa5c8-3f17-4726-b314-9c7617745d87 Oct 14 18:00:00.792221 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6da7373f-5c8c-48e3-a1b4-b76b1e1a836c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (15380e5b-55a3-44fa-89b4-99a3cf313b67), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.799175 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6da7373f-5c8c-48e3-a1b4-b76b1e1a836c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (15380e5b-55a3-44fa-89b4-99a3cf313b67), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.835780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7373f-5c8c-48e3-a1b4-b76b1e1a836c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15380e5b-55a3-44fa-89b4-99a3cf313b67,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:00.846846 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6da7373f-5c8c-48e3-a1b4-b76b1e1a836c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.848049 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-6da7373f-5c8c-48e3-a1b4-b76b1e1a836c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3456514 Oct 14 18:00:00.850835 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46250) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:00.855939 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-3400bb91-eb02-4373-8cfd-aa399930a01b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'security_group_rule': {'security_group_id': '99dcd1cf-c7ae-474e-8bd6-091b674add40', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:00.861019 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-98ece510-ec88-48e3-9397-4b9028a30be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:00.862463 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 299aa5c8-3f17-4726-b314-9c7617745d87 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:00.862608 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-98ece510-ec88-48e3-9397-4b9028a30be3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 200 len: 912 time: 0.1634104 Oct 14 18:00:00.862841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.876123 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:00.877543 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:00.893710 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 299aa5c8-3f17-4726-b314-9c7617745d87, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=299aa5c8-3f17-4726-b314-9c7617745d87,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:00.900105 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3400bb91-eb02-4373-8cfd-aa399930a01b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (2a932317-6ee7-4c5c-a5db-0067870f5f55), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.907214 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:00.918734 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'port_id': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'mac_address': 'fa:16:3e:45:ca:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557fb52b-468d-475a-a26d-71d7975ef533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:59:42Z', 'updated_at': '2022-10-14T17:59:59Z', 'revision_number': 1, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:00.973327 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-f987212b-78fa-430e-a51e-25d96029c4e2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 HTTP/1.1" status: 200 len: 1000 time: 0.0996299 Oct 14 18:00:00.991106 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=299aa5c8-3f17-4726-b314-9c7617745d87,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:00.994437 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3400bb91-eb02-4373-8cfd-aa399930a01b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (2a932317-6ee7-4c5c-a5db-0067870f5f55), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.002058 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3400bb91-eb02-4373-8cfd-aa399930a01b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (2a932317-6ee7-4c5c-a5db-0067870f5f55), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.030646 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400bb91-eb02-4373-8cfd-aa399930a01b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a932317-6ee7-4c5c-a5db-0067870f5f55,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:01.054559 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3400bb91-eb02-4373-8cfd-aa399930a01b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.063261 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3400bb91-eb02-4373-8cfd-aa399930a01b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2089570 Oct 14 18:00:01.068264 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46252) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:01.075339 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-6918cbe8-1aea-4191-8c1e-a75345e1c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:01.077224 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-6918cbe8-1aea-4191-8c1e-a75345e1c3f8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 200 len: 850 time: 0.0972805 Oct 14 18:00:01.079096 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-46bb7e12-928a-4205-b06d-1408ec5c5274 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'security_group_rule': {'security_group_id': '99dcd1cf-c7ae-474e-8bd6-091b674add40', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:01.100550 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] Checking router: c8d25236-5778-4be7-9c38-f6a97afdf955 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:01.109508 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:00:01.117938 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:01.118683 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:01.126873 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e12-928a-4205-b06d-1408ec5c5274 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (1f093340-66ac-4c14-b296-17571c773cc5), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.150367 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-25d70925-e94d-4bdf-84b7-d471d4d7ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:01.153005 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-25d70925-e94d-4bdf-84b7-d471d4d7ebba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95ca934d-e2bb-4a19-815c-bde759f0f1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0669403 Oct 14 18:00:01.164349 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:01.229119 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e12-928a-4205-b06d-1408ec5c5274 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (1f093340-66ac-4c14-b296-17571c773cc5), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.236211 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e12-928a-4205-b06d-1408ec5c5274 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (1f093340-66ac-4c14-b296-17571c773cc5), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.266311 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa87d235-3ef1-4dee-9fdb-713654b01784 None None] New status for floating IP 6e01ec0d-9f63-4d88-865d-7fca53e9ea8b: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:00:01.278614 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb7e12-928a-4205-b06d-1408ec5c5274 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f093340-66ac-4c14-b296-17571c773cc5,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:01.285742 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:01.301647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e12-928a-4205-b06d-1408ec5c5274 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.303140 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-46bb7e12-928a-4205-b06d-1408ec5c5274 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2336800 Oct 14 18:00:01.306005 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46254) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:01.310529 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'security_group_rule': {'security_group_id': '99dcd1cf-c7ae-474e-8bd6-091b674add40', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:01.330929 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-f46176b1-91c6-4467-8860-5630225238c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607487 Oct 14 18:00:01.361325 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.securitygroups_db [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Project 87b79c338b0047dfb68e9a5b9b16c51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:00:01.387728 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (430ff9f8-adbe-49a1-9139-4d25c953ea1d), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.495759 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (430ff9f8-adbe-49a1-9139-4d25c953ea1d), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.505408 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (430ff9f8-adbe-49a1-9139-4d25c953ea1d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.527269 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430ff9f8-adbe-49a1-9139-4d25c953ea1d,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:01.553411 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2abd4f60-f4ee-4013-b32d-a248f312b31a req-f176ec6b-3de5-4371-a7d9-a210687be1eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084188 Oct 14 18:00:01.557012 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.558450 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-202cd7bc-6def-40aa-a63f-c5eac09424a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2514997 Oct 14 18:00:01.561108 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46256) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:01.571107 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'security_group_rule': {'security_group_id': '99dcd1cf-c7ae-474e-8bd6-091b674add40', 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:01.602011 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.securitygroups_db [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Project 87b79c338b0047dfb68e9a5b9b16c51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:00:01.611357 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (2e57db61-01b4-414b-88d9-c6af4c49a81c), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.613977 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'port_id': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'mac_address': 'fa:16:3e:45:ca:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557fb52b-468d-475a-a26d-71d7975ef533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:59:42Z', 'updated_at': '2022-10-14T17:59:59Z', 'revision_number': 1, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:01.657711 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aab51-c077-48f4-9523-f06b5b134ef9 None None] The sync data for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi is: [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'port_id': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'mac_address': 'fa:16:3e:45:ca:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557fb52b-468d-475a-a26d-71d7975ef533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T17:59:42Z', 'updated_at': '2022-10-14T17:59:59Z', 'revision_number': 1, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:01.678579 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Sync routers for ids ['af66c37e-5980-4d86-902f-3765ece3c8fc'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:01.689392 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (2e57db61-01b4-414b-88d9-c6af4c49a81c), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.694559 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (2e57db61-01b4-414b-88d9-c6af4c49a81c), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.694916 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Routers {'af66c37e-5980-4d86-902f-3765ece3c8fc'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:01.698126 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['af66c37e-5980-4d86-902f-3765ece3c8fc'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:01.712378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46262) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:01.720135 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e57db61-01b4-414b-88d9-c6af4c49a81c,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:01.743659 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.745910 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b01ca4b4-a2d8-4de7-add5-7a457870450f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1813102 Oct 14 18:00:01.791680 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da93f11-4b7f-4be4-a503-544323c13a66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group (37c8c2c9-f5d5-4511-a7b4-8834f686f7f9), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.817840 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da93f11-4b7f-4be4-a503-544323c13a66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group (37c8c2c9-f5d5-4511-a7b4-8834f686f7f9), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.825575 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Set router af66c37e-5980-4d86-902f-3765ece3c8fc gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:01.874406 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da93f11-4b7f-4be4-a503-544323c13a66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (37c8c2c9-f5d5-4511-a7b4-8834f686f7f9), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.877258 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8da93f11-4b7f-4be4-a503-544323c13a66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:01.878430 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8da93f11-4b7f-4be4-a503-544323c13a66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/37c8c2c9-f5d5-4511-a7b4-8834f686f7f9 HTTP/1.1" status: 204 len: 168 time: 0.1650565 Oct 14 18:00:01.881209 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46286) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:01.888868 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da93f11-4b7f-4be4-a503-544323c13a66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c8c2c9-f5d5-4511-a7b4-8834f686f7f9,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:01.905193 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.api.v2.resource [None req-9db47187-4607-4ce5-9b23-04930599b162 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] show failed (client error): The resource could not be found. Oct 14 18:00:01.908851 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-9db47187-4607-4ce5-9b23-04930599b162 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups/37c8c2c9-f5d5-4511-a7b4-8834f686f7f9 HTTP/1.1" status: 404 len: 347 time: 0.0238600 Oct 14 18:00:01.909668 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46292) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:01.988530 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db341d-3eac-4818-94db-cefdea8dbac2 None None] New status for floating IP 9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:00:02.062213 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Deleting port 23e173d2-2b84-42f6-a695-2426b7062435 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:02.062567 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (23e173d2-2b84-42f6-a695-2426b7062435), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.093990 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 4, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port': {'id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:55Z', 'updated_at': '2022-10-14T18:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'c16c833e-fdb0-4fad-924c-97f2c15fbc90', 'name': '', 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'mac_address': 'fa:16:3e:9b:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:57Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 2, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'subnets': [{'id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:02.121334 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:02.126885 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Checking router: af66c37e-5980-4d86-902f-3765ece3c8fc for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:02.127416 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Updating router af66c37e-5980-4d86-902f-3765ece3c8fc port c16c833e-fdb0-4fad-924c-97f2c15fbc90 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:02.131003 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:02.156908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (23e173d2-2b84-42f6-a695-2426b7062435), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.157197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (23e173d2-2b84-42f6-a695-2426b7062435), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.173306 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Calling delete_port for 23e173d2-2b84-42f6-a695-2426b7062435 owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:02.174292 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6276aa8e-78da-45f2-9027-e54c0e8353b7 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:02.179116 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.199644 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 6276aa8e-78da-45f2-9027-e54c0e8353b7 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:02.200279 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6276aa8e-78da-45f2-9027-e54c0e8353b7 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:02.354043 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:02.365774 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 299aa5c8-3f17-4726-b314-9c7617745d87 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:02.388411 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (23e173d2-2b84-42f6-a695-2426b7062435), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.416942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event deleted for resources: {'Port': ['ID=23e173d2-2b84-42f6-a695-2426b7062435,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:02.463027 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 299aa5c8-3f17-4726-b314-9c7617745d87 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:02.463411 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.463780 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 299aa5c8-3f17-4726-b314-9c7617745d87 Oct 14 18:00:02.491348 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks [] for floatingip (6e01ec0d-9f63-4d88-865d-7fca53e9ea8b), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.495259 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.496545 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-38bdd965-3cd3-47ea-ab63-66b8a46ddedb tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6e01ec0d-9f63-4d88-865d-7fca53e9ea8b HTTP/1.1" status: 204 len: 168 time: 0.5858471 Oct 14 18:00:02.538376 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Publish callbacks [] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.544634 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.548742 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 299aa5c8-3f17-4726-b314-9c7617745d87 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:02.638612 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94c93b-fa9e-41d5-bf42-c5508833e999 None None] Pushing event updated for resources: {'Port': ['ID=c16c833e-fdb0-4fad-924c-97f2c15fbc90,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:02.649707 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:02.655336 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Attempting to bind port c16c833e-fdb0-4fad-924c-97f2c15fbc90 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:02.655719 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Attempting to bind port c16c833e-fdb0-4fad-924c-97f2c15fbc90 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:02.656083 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Attempting to bind port c16c833e-fdb0-4fad-924c-97f2c15fbc90 on network 37eb3091-cb17-4b7b-aee8-447554f12f27 {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:02.698263 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:02.698565 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Checking segment: {'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:02.698967 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.699354 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Bound using segment: {'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:02.699827 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Bound port: c16c833e-fdb0-4fad-924c-97f2c15fbc90, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b14915-8b23-456e-a58c-be1af50fc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:02.700232 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.762067 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] For port c16c833e-fdb0-4fad-924c-97f2c15fbc90, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:02.765161 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] For port c16c833e-fdb0-4fad-924c-97f2c15fbc90, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=c16c833e-fdb0-4fad-924c-97f2c15fbc90,segment=NetworkSegment(b8b14915-8b23-456e-a58c-be1af50fc2c2),segment_id=b8b14915-8b23-456e-a58c-be1af50fc2c2)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:02.770574 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:02.812008 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Routers {'af66c37e-5980-4d86-902f-3765ece3c8fc'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:02.812541 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['af66c37e-5980-4d86-902f-3765ece3c8fc'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:02.870990 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94c93b-fa9e-41d5-bf42-c5508833e999 None None] Pushing event updated for resources: {'Port': ['ID=c16c833e-fdb0-4fad-924c-97f2c15fbc90,revision_number=4']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:02.938451 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] Set router af66c37e-5980-4d86-902f-3765ece3c8fc gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:03.186933 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:03.235406 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 4, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port': {'id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:55Z', 'updated_at': '2022-10-14T18:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'c16c833e-fdb0-4fad-924c-97f2c15fbc90', 'name': '', 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'mac_address': 'fa:16:3e:9b:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:57Z', 'updated_at': '2022-10-14T18:00:02Z', 'revision_number': 4, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'subnets': [{'id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:03.264553 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41da17a-f866-410a-b51a-8da1f6e15d5d None None] The sync data for ids ['af66c37e-5980-4d86-902f-3765ece3c8fc'] in dv-cinder-749155-15-iscsi is: [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T17:59:57Z', 'revision_number': 4, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port': {'id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:55Z', 'updated_at': '2022-10-14T18:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'c16c833e-fdb0-4fad-924c-97f2c15fbc90', 'name': '', 'network_id': '37eb3091-cb17-4b7b-aee8-447554f12f27', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'mac_address': 'fa:16:3e:9b:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:57Z', 'updated_at': '2022-10-14T18:00:02Z', 'revision_number': 4, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'subnets': [{'id': '6dbcd2a4-f8f1-4929-9749-9fcc9209e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:04.290175 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device c16c833e-fdb0-4fad-924c-97f2c15fbc90 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:04.342396 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port c16c833e-fdb0-4fad-924c-97f2c15fbc90 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:04.342772 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:04.343112 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port c16c833e-fdb0-4fad-924c-97f2c15fbc90 Oct 14 18:00:04.425233 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port c16c833e-fdb0-4fad-924c-97f2c15fbc90 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:04.425546 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:04.438659 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:04.462859 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port c16c833e-fdb0-4fad-924c-97f2c15fbc90, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=c16c833e-fdb0-4fad-924c-97f2c15fbc90,segment=NetworkSegment(b8b14915-8b23-456e-a58c-be1af50fc2c2),segment_id=b8b14915-8b23-456e-a58c-be1af50fc2c2)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:04.467787 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:04.521977 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=c16c833e-fdb0-4fad-924c-97f2c15fbc90,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:05.106560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f681a2-4c53-46a8-8def-8558e82e53a1 req-58e71a86-aa7b-4c73-9dc2-be4ccd4ca6fa tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:05.108111 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-13f681a2-4c53-46a8-8def-8558e82e53a1 req-58e71a86-aa7b-4c73-9dc2-be4ccd4ca6fa tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.1549909 Oct 14 18:00:05.143029 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:05.161480 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-13f681a2-4c53-46a8-8def-8558e82e53a1 req-4ba69b22-113a-4b61-b99b-1adf0f437fb5 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469582 Oct 14 18:00:06.287418 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device c16c833e-fdb0-4fad-924c-97f2c15fbc90 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:06.333480 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port c16c833e-fdb0-4fad-924c-97f2c15fbc90 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:06.333848 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:06.334175 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port c16c833e-fdb0-4fad-924c-97f2c15fbc90 Oct 14 18:00:06.345215 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803c525-67a1-45c6-9cab-6db76edb0391 req-452a10ea-4348-4bce-81a5-13d61033eab0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:06.346792 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7803c525-67a1-45c6-9cab-6db76edb0391 req-452a10ea-4348-4bce-81a5-13d61033eab0 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.1055794 Oct 14 18:00:06.389795 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:06.399897 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7803c525-67a1-45c6-9cab-6db76edb0391 req-befb4b06-67e8-4eb4-9106-dd41889f6930 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Oct 14 18:00:06.406018 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:06.423845 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port c16c833e-fdb0-4fad-924c-97f2c15fbc90 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:07.522514 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b14fcc-e668-4d2b-873f-f6fb9fc53d0b req-24b316da-d25c-41dd-ac8b-026c6477574c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:07.524245 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-94b14fcc-e668-4d2b-873f-f6fb9fc53d0b req-24b316da-d25c-41dd-ac8b-026c6477574c tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0478094 Oct 14 18:00:07.595762 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-97470a1f-a58b-41d5-8b36-390c82200eea tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:07.597214 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-97470a1f-a58b-41d5-8b36-390c82200eea tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 945 time: 0.0721025 Oct 14 18:00:07.612901 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-94b14fcc-e668-4d2b-873f-f6fb9fc53d0b req-f86ffb66-d384-4a23-ba4b-ef3048958ed6 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 Oct 14 18:00:07.687276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:07.699252 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Deleting port 82b98b21-382e-49c9-82b3-d824f014d3ed {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:07.699652 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:07.795709 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] For port 82b98b21-382e-49c9-82b3-d824f014d3ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=82b98b21-382e-49c9-82b3-d824f014d3ed,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:07.796164 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:07.809653 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Calling delete_port for 82b98b21-382e-49c9-82b3-d824f014d3ed owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:07.935398 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (82b98b21-382e-49c9-82b3-d824f014d3ed), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:07.955761 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['5c0c93a0-251d-455a-ae8a-79932ce54280', '82b98b21-382e-49c9-82b3-d824f014d3ed'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:07.968715 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event deleted for resources: {'Port': ['ID=82b98b21-382e-49c9-82b3-d824f014d3ed,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:08.010747 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] No DVR routers for this DVR port 82b98b21-382e-49c9-82b3-d824f014d3ed on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:08.013366 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:08.016683 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-385ee5a4-47f6-4109-92c7-e1dbe3de0f2d req-2e1a2b7a-758a-4791-a5d4-c89409083395 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "DELETE /networking/v2.0/ports/82b98b21-382e-49c9-82b3-d824f014d3ed HTTP/1.1" status: 204 len: 173 time: 0.4028666 Oct 14 18:00:08.017039 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'name': 'network-vif-deleted', 'tag': '82b98b21-382e-49c9-82b3-d824f014d3ed'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:08.019264 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e22cf6-4750-47d7-8656-b80f2a5843b8" -d '{"events": [{"server_uuid": "3d6e1a11-3cfe-45f3-a0c2-47568e6c0020", "name": "network-vif-deleted", "tag": "82b98b21-382e-49c9-82b3-d824f014d3ed"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:08.043684 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:08.065897 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae68a43-ab99-4164-8fbe-76199e2c2a57 x-openstack-request-id: req-1ae68a43-ab99-4164-8fbe-76199e2c2a57 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:08.066184 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6e1a11-3cfe-45f3-a0c2-47568e6c0020", "name": "network-vif-deleted", "tag": "82b98b21-382e-49c9-82b3-d824f014d3ed", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:08.066433 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1ae68a43-ab99-4164-8fbe-76199e2c2a57 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:08.066866 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae68a43-ab99-4164-8fbe-76199e2c2a57'] response: {'server_uuid': '3d6e1a11-3cfe-45f3-a0c2-47568e6c0020', 'name': 'network-vif-deleted', 'tag': '82b98b21-382e-49c9-82b3-d824f014d3ed', 'status': 'completed', 'code': 200} Oct 14 18:00:08.726313 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-a734b295-9999-41f2-910e-abf370aa6c67 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622861 Oct 14 18:00:08.744209 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ce8114a7-ca78-4b12-9cdb-ddb3afae0cbe req-f9d68ce7-90b5-46d6-b591-b123756ea818 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3d6e1a11-3cfe-45f3-a0c2-47568e6c0020 HTTP/1.1" status: 200 len: 210 time: 0.0318024 Oct 14 18:00:08.827420 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-a16b5b4b-79e4-4a04-90f3-73f7b5a27e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:08.829491 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-a16b5b4b-79e4-4a04-90f3-73f7b5a27e2e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 1129 time: 0.0457513 Oct 14 18:00:08.936743 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-807d326f-b597-447c-81a1-c896b2bcf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:08.938196 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-807d326f-b597-447c-81a1-c896b2bcf3a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 200 len: 919 time: 0.0873349 Oct 14 18:00:08.992019 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-1e870cc7-0e4c-4d8e-afcb-e298b236b3e6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 200 len: 217 time: 0.0364878 Oct 14 18:00:09.049123 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-c09b25dd-5254-4eb5-8a8d-cec7bceea9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:09.050539 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-c09b25dd-5254-4eb5-8a8d-cec7bceea9d9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 200 len: 857 time: 0.0445404 Oct 14 18:00:09.099172 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-844a2ff4-01a6-4b8a-a2c6-0486136c45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:09.100786 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-844a2ff4-01a6-4b8a-a2c6-0486136c45f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d9e10b55-ef20-4f9b-8608-899751152e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414333 Oct 14 18:00:09.134516 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:09.462205 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-3131e593-9600-4c1b-803b-0b190506f364 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488386 Oct 14 18:00:09.553776 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a0bb345-f6d8-4ed9-85f6-faa658f37cf0 req-bc85127a-1cd6-4cd7-9245-9d337dd77657 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847094 Oct 14 18:00:10.040647 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3c971-1687-4da8-b02c-64e79b3047c7 req-ce408e4c-1b4d-400d-9e42-700ddc8a0332 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:10.042108 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1da3c971-1687-4da8-b02c-64e79b3047c7 req-ce408e4c-1b4d-400d-9e42-700ddc8a0332 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0474174 Oct 14 18:00:10.098024 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1da3c971-1687-4da8-b02c-64e79b3047c7 req-6d2f87cb-46ca-45e1-af21-0abd99d7a4e2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Oct 14 18:00:11.225211 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c4b18-312e-41cd-9b21-61a4984da586 req-bc2dd2e2-91d2-4f8f-ac6c-94dee9b8f40a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:11.226806 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee3c4b18-312e-41cd-9b21-61a4984da586 req-bc2dd2e2-91d2-4f8f-ac6c-94dee9b8f40a tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0475307 Oct 14 18:00:11.240008 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:11.276042 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee3c4b18-312e-41cd-9b21-61a4984da586 req-d832ebf7-3a01-4fc7-b951-f69fa5b194ad tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Oct 14 18:00:11.822045 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-14dbb633-8756-45f3-a3bb-ede00df589d6 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-782805704&fields=id&tenant_id=f41c0e3b1239415ba4105ca5014cbe28 HTTP/1.1" status: 200 len: 267 time: 0.0456841 Oct 14 18:00:11.872148 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-a42422bb-a01e-4fed-8e8a-83d299cb27d4 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:11.873966 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-a42422bb-a01e-4fed-8e8a-83d299cb27d4 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 984 time: 0.0458410 Oct 14 18:00:11.884421 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Request body: {'port': {'security_groups': ['96097201-d740-47a0-b1c5-3dd095e43172']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:11.963898 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (687bc207-2144-4d90-83f9-83cd2654a936), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.142674 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=687bc207-2144-4d90-83f9-83cd2654a936,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:12.171259 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for port (687bc207-2144-4d90-83f9-83cd2654a936), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.175684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.184278 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:12.186305 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.187682 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70d8aad4-5b3d-437b-acae-c6f0ded583c3 req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "PUT /networking/v2.0/ports/687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 942 time: 0.3077416 Oct 14 18:00:12.187816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['687bc207-2144-4d90-83f9-83cd2654a936'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:12.190773 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:12.193058 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8126b087-cec1-4240-bbab-aeb200506691" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:12.194906 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46392) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:12.247515 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae2fc8-82d4-4c2d-81c7-c2c2ca4508bb tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event updated for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=7']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:12.256660 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f67c64-f2b7-46ee-a76f-f8e17ae65733 x-openstack-request-id: req-d7f67c64-f2b7-46ee-a76f-f8e17ae65733 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:12.257041 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:12.257350 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7f67c64-f2b7-46ee-a76f-f8e17ae65733 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:12.257821 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f67c64-f2b7-46ee-a76f-f8e17ae65733'] response: {'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936', 'status': 'completed', 'code': 200} Oct 14 18:00:12.279209 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['687bc207-2144-4d90-83f9-83cd2654a936'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:12.295979 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b0b6de3b-8e17-45c8-83f4-daf755e56556 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group (ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.331566 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b0b6de3b-8e17-45c8-83f4-daf755e56556 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group (ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.340835 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 82b98b21-382e-49c9-82b3-d824f014d3ed no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:12.366666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 82b98b21-382e-49c9-82b3-d824f014d3ed {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:12.367107 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 82b98b21-382e-49c9-82b3-d824f014d3ed not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:12.410753 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b0b6de3b-8e17-45c8-83f4-daf755e56556 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.413391 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b0b6de3b-8e17-45c8-83f4-daf755e56556 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.414815 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b0b6de3b-8e17-45c8-83f4-daf755e56556 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5 HTTP/1.1" status: 204 len: 168 time: 0.2139809 Oct 14 18:00:12.417520 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46398) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:12.425953 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6de3b-8e17-45c8-83f4-daf755e56556 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1e3e5c-00a6-4a33-9fab-4f16b207bdb5,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:12.464449 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48f341-38d0-42c1-830e-e7b69dde037a req-9d95af9f-1f49-43c1-8ff9-e31111cae60d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:12.466050 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4a48f341-38d0-42c1-830e-e7b69dde037a req-9d95af9f-1f49-43c1-8ff9-e31111cae60d tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.1057806 Oct 14 18:00:12.572252 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4a48f341-38d0-42c1-830e-e7b69dde037a req-ac5c5693-e61f-442a-8887-494fe3f90b66 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979898 Oct 14 18:00:12.579611 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:12.618643 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Deleting port 685b3bb2-9dd5-4794-a9b6-4af7e7514c3f {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:12.619134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.698587 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.698829 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for floatingip (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.717552 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Calling delete_port for 685b3bb2-9dd5-4794-a9b6-4af7e7514c3f owned by network:floatingip {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:12.798183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:12.889983 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (685b3bb2-9dd5-4794-a9b6-4af7e7514c3f), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.914756 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event deleted for resources: {'Port': ['ID=685b3bb2-9dd5-4794-a9b6-4af7e7514c3f,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:12.979476 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks [] for floatingip (6342f048-0830-4ba9-bb94-cbe869a094b7), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:12.979803 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Floating IP 6342f048-0830-4ba9-bb94-cbe869a094b7 disassociated (deleted). External IP: 172.27.3.79, port: 687bc207-2144-4d90-83f9-83cd2654a936. Oct 14 18:00:13.184290 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:13.238454 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:13.239093 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:13.289620 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:13.294633 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:13.301572 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] Sync routers for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:13.321394 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:13.322001 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:13.325792 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-5fe0c36c-79f9-4f9e-8c0f-05d583a3d95b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6342f048-0830-4ba9-bb94-cbe869a094b7 HTTP/1.1" status: 204 len: 168 time: 0.9044518 Oct 14 18:00:13.411448 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126b087-cec1-4240-bbab-aeb200506691 req-6e874aef-e7f6-45d4-a70a-2de6df9756f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:13.413389 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8126b087-cec1-4240-bbab-aeb200506691 req-6e874aef-e7f6-45d4-a70a-2de6df9756f3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0739765 Oct 14 18:00:13.447552 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:13.554130 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:13.610155 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126b087-cec1-4240-bbab-aeb200506691 req-051df9ce-eedf-48c8-bcd7-9e491dbfc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:13.621745 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8126b087-cec1-4240-bbab-aeb200506691 req-051df9ce-eedf-48c8-bcd7-9e491dbfc499 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 200 len: 915 time: 0.1660254 Oct 14 18:00:13.677624 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:14Z', 'revision_number': 5, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:13.710137 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8126b087-cec1-4240-bbab-aeb200506691 req-1efaf77a-94aa-455c-9c97-452349b57972 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 217 time: 0.0601809 Oct 14 18:00:13.711267 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] Checking router: 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:13.728603 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:13.729220 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T17:59:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:13.792005 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4469b-572d-45bb-a219-4780a46503a8 req-1956e7b6-8ec7-469c-8bbc-da9010b69092 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:13.793644 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b6e4469b-572d-45bb-a219-4780a46503a8 req-1956e7b6-8ec7-469c-8bbc-da9010b69092 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0826159 Oct 14 18:00:13.809249 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126b087-cec1-4240-bbab-aeb200506691 req-16601f06-e8c2-4900-9867-1248d0942dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:13.810415 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8126b087-cec1-4240-bbab-aeb200506691 req-16601f06-e8c2-4900-9867-1248d0942dde service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=11e1f7da-737e-41d2-9ee9-bbdb46c89f09 HTTP/1.1" status: 200 len: 853 time: 0.0877128 Oct 14 18:00:13.835615 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:13.848182 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b6e4469b-572d-45bb-a219-4780a46503a8 req-e0657ccb-1634-4067-b512-120628ca73bf tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9d3a5bda-1a77-472e-86c3-ada1b05f18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458045 Oct 14 18:00:14.027588 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:14Z', 'revision_number': 5, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:14.055812 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644fbb1-decc-414f-825e-18cd1897f3f2 None None] The sync data for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi is: [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T17:57:10Z', 'revision_number': 4, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '648f2a6a-eedd-46dc-887e-d1c475abea05', 'name': '', 'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'mac_address': 'fa:16:3e:62:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:09Z', 'updated_at': '2022-10-14T17:57:14Z', 'revision_number': 5, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'subnets': [{'id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:14.259203 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:14.261533 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:14.292729 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46dde5-226e-43e3-af42-44c98234442c None None] New status for floating IP 6342f048-0830-4ba9-bb94-cbe869a094b7: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:00:14.305899 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae411d1-6cf1-4ed6-94ce-4f1e5549d3a0 x-openstack-request-id: req-cae411d1-6cf1-4ed6-94ce-4f1e5549d3a0 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:14.306419 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "tag": "687bc207-2144-4d90-83f9-83cd2654a936", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:14.306419 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cae411d1-6cf1-4ed6-94ce-4f1e5549d3a0 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:14.306732 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae411d1-6cf1-4ed6-94ce-4f1e5549d3a0'] response: {'name': 'network-changed', 'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936', 'status': 'completed', 'code': 200} Oct 14 18:00:14.339265 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126b087-cec1-4240-bbab-aeb200506691 req-ee3c9ebe-e097-4742-9078-8eeba0645837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:14.340949 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8126b087-cec1-4240-bbab-aeb200506691 req-ee3c9ebe-e097-4742-9078-8eeba0645837 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=756a6544-0d40-4f61-8438-42aaa0ee03ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446708 Oct 14 18:00:14.343786 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4cd76ba5-ac1d-4c52-8f01-645f6aec4130 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:14.346948 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4cd76ba5-ac1d-4c52-8f01-645f6aec4130 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 945 time: 0.0513041 Oct 14 18:00:14.444277 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Deleting port 5c0c93a0-251d-455a-ae8a-79932ce54280 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:14.444615 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:14.456067 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8126b087-cec1-4240-bbab-aeb200506691 req-0bd2260a-d26d-465a-b49a-698a599133c1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075206 Oct 14 18:00:14.542500 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:14.543526 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] For port 5c0c93a0-251d-455a-ae8a-79932ce54280, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5c0c93a0-251d-455a-ae8a-79932ce54280,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:14.543863 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:14.557774 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Calling delete_port for 5c0c93a0-251d-455a-ae8a-79932ce54280 owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:14.571387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8126b087-cec1-4240-bbab-aeb200506691 req-1b4c5776-016c-485d-bf70-c75bb9265143 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905659 Oct 14 18:00:14.676644 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-a74a22ef-8f55-4cf7-8769-2aa726a2b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:14.678465 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-a74a22ef-8f55-4cf7-8769-2aa726a2b5da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0595269 Oct 14 18:00:14.690826 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:14.697937 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (5c0c93a0-251d-455a-ae8a-79932ce54280), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:14.710868 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['5c0c93a0-251d-455a-ae8a-79932ce54280'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:14.730998 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Pushing event deleted for resources: {'Port': ['ID=5c0c93a0-251d-455a-ae8a-79932ce54280,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:14.781910 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] No DVR routers for this DVR port 5c0c93a0-251d-455a-ae8a-79932ce54280 on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:14.784377 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:14.787539 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4d5e12cf-085c-46d4-9271-4e416d553a12 req-4da8f77c-0291-42f7-8d62-151e4dbcff45 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5c0c93a0-251d-455a-ae8a-79932ce54280 HTTP/1.1" status: 204 len: 173 time: 0.4320352 Oct 14 18:00:14.788057 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'name': 'network-vif-deleted', 'tag': '5c0c93a0-251d-455a-ae8a-79932ce54280'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:14.790277 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b34b5-4b58-4568-ada3-e499f1cfe9d4" -d '{"events": [{"server_uuid": "36f20c98-c68a-4dbb-8f8b-0506c63f5d6a", "name": "network-vif-deleted", "tag": "5c0c93a0-251d-455a-ae8a-79932ce54280"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:14.805248 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-ed682829-ce7a-478a-8fd2-42f8d7c4f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:14.806898 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-ed682829-ce7a-478a-8fd2-42f8d7c4f8ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 200 len: 915 time: 0.1212564 Oct 14 18:00:14.832558 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa29941-7f05-4f3c-914e-45cbe6173d81 x-openstack-request-id: req-6aa29941-7f05-4f3c-914e-45cbe6173d81 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:14.833040 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f20c98-c68a-4dbb-8f8b-0506c63f5d6a", "name": "network-vif-deleted", "tag": "5c0c93a0-251d-455a-ae8a-79932ce54280", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:14.833301 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6aa29941-7f05-4f3c-914e-45cbe6173d81 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:14.833706 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa29941-7f05-4f3c-914e-45cbe6173d81'] response: {'server_uuid': '36f20c98-c68a-4dbb-8f8b-0506c63f5d6a', 'name': 'network-vif-deleted', 'tag': '5c0c93a0-251d-455a-ae8a-79932ce54280', 'status': 'completed', 'code': 200} Oct 14 18:00:14.852590 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-d67b24e7-6150-450d-856b-c69ff34e9241 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 200 len: 217 time: 0.0361218 Oct 14 18:00:14.911586 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-ebd81fa2-1568-4a70-a030-374266d04869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:14.913163 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-ebd81fa2-1568-4a70-a030-374266d04869 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=11e1f7da-737e-41d2-9ee9-bbdb46c89f09 HTTP/1.1" status: 200 len: 853 time: 0.0539532 Oct 14 18:00:14.984998 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-296a517a-deb2-433e-b7a4-54fb47717ed3 req-a3ceee61-6c96-4c92-b928-2ecde93d46a2 tempest-ServerRescueNegativeTestJSON-155189197 tempest-ServerRescueNegativeTestJSON-155189197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=36f20c98-c68a-4dbb-8f8b-0506c63f5d6a HTTP/1.1" status: 200 len: 210 time: 0.0315778 Oct 14 18:00:14.990602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-0f6e573d-a17f-4073-874e-b3597ef2d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:14.992080 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-0f6e573d-a17f-4073-874e-b3597ef2d994 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=756a6544-0d40-4f61-8438-42aaa0ee03ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678039 Oct 14 18:00:15.108219 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-8843de44-349d-4c39-be05-baecab220246 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022890 Oct 14 18:00:15.445664 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3ca5fe3c-38cf-4d16-a327-626df2d6eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:15.462441 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6623d437-b4a9-4758-8bdb-4a4bb9b0cd39 req-1864007d-0d33-49d7-9482-dc7ffa2939db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933077 Oct 14 18:00:16.157441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46456) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:16.398528 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:16.626504 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (7c0f4f18-5bab-44b8-b420-ed559b8c5037), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:16.821629 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:16.887753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Deleting port 1d220760-2722-4bd2-adbc-47ef49198748 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:16.888024 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (1d220760-2722-4bd2-adbc-47ef49198748), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:16.964610 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] For port 1d220760-2722-4bd2-adbc-47ef49198748, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=1d220760-2722-4bd2-adbc-47ef49198748,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:16.964974 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (1d220760-2722-4bd2-adbc-47ef49198748), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:16.978283 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Calling delete_port for 1d220760-2722-4bd2-adbc-47ef49198748 owned by network:router_interface {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:17.194988 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (1d220760-2722-4bd2-adbc-47ef49198748), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:17.228092 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d220760-2722-4bd2-adbc-47ef49198748,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:17.237812 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d882fc4-faf2-4b32-b190-d06f849b97d8 req-46bf5d97-3ee0-4084-96c4-6959aedacf64 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:17.239313 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8d882fc4-faf2-4b32-b190-d06f849b97d8 req-46bf5d97-3ee0-4084-96c4-6959aedacf64 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0825307 Oct 14 18:00:17.312075 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:17.345094 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8d882fc4-faf2-4b32-b190-d06f849b97d8 req-cb8c3b4a-4951-4764-9531-48d62f5efe60 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988600 Oct 14 18:00:17.696823 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (7c0f4f18-5bab-44b8-b420-ed559b8c5037), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:17.717757 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9448a-b4ec-4634-8a79-38194dd1756e None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:00:17.834337 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9448a-b4ec-4634-8a79-38194dd1756e None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:00:17.851426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:17.893655 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:17.914813 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:17.934379 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dd26c8b2-1650-4cb8-81ec-741fa4fc0b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:18.022961 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:18.030946 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-14261bc4-a8b1-4d32-8213-689026f55bd1 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7c0f4f18-5bab-44b8-b420-ed559b8c5037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8726571 Oct 14 18:00:18.033707 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46468) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:18.036408 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] Sync routers for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:18.050197 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:18.050713 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:18.144405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks [] for router (7c0f4f18-5bab-44b8-b420-ed559b8c5037), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:18.166183 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:18.267926 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks [] for router_gateway (7c0f4f18-5bab-44b8-b420-ed559b8c5037), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:18.335133 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Deleting port ae95f04b-c0a6-4b91-b08c-24552c601593 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:18.335842 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:18.378918 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:18.393226 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T18:00:17Z', 'revision_number': 5, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port': {'id': 'ae95f04b-c0a6-4b91-b08c-24552c601593', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:18.394170 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 5c0c93a0-251d-455a-ae8a-79932ce54280 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:18.430622 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 5c0c93a0-251d-455a-ae8a-79932ce54280 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:18.431267 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 5c0c93a0-251d-455a-ae8a-79932ce54280 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:18.433991 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] Checking router: 7c0f4f18-5bab-44b8-b420-ed559b8c5037 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:18.444286 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] Routers {'7c0f4f18-5bab-44b8-b420-ed559b8c5037'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:18.444929 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:18.509569 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] For port ae95f04b-c0a6-4b91-b08c-24552c601593, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=ae95f04b-c0a6-4b91-b08c-24552c601593,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:18.509935 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:18.524352 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Calling delete_port for ae95f04b-c0a6-4b91-b08c-24552c601593 owned by network:router_gateway {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:18.554278 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] Set router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 gateway port host: None {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:18.581827 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ee3bc-3042-4120-9a74-86c80854d35e req-cffb035a-4ed9-4045-b746-400fd83a255b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:18.583489 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f27ee3bc-3042-4120-9a74-86c80854d35e req-cffb035a-4ed9-4045-b746-400fd83a255b tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.1255326 Oct 14 18:00:18.604935 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:18.635915 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T18:00:18Z', 'revision_number': 6, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:18.662041 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054945b-f8ec-45ec-8e72-3ff09121eff4 None None] The sync data for ids ['7c0f4f18-5bab-44b8-b420-ed559b8c5037'] in dv-cinder-749155-15-iscsi is: [{'id': '7c0f4f18-5bab-44b8-b420-ed559b8c5037', 'name': 'tempest-ServerRescueNegativeTestJSON-524527591-router', 'tenant_id': '530fdfc3448a40b7aa85170873d3f0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T18:00:18Z', 'revision_number': 6, 'project_id': '530fdfc3448a40b7aa85170873d3f0ff', 'gw_port_host': None}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:18.704694 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-ebd85038-6f06-4b3c-85dd-47becab33903 None None] Provisioning complete for port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:18.705063 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ebd85038-6f06-4b3c-85dd-47becab33903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:18.705396 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-ebd85038-6f06-4b3c-85dd-47becab33903 None None] Attempt 1 to provision port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 Oct 14 18:00:18.729674 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f27ee3bc-3042-4120-9a74-86c80854d35e req-fb2d1a6d-f792-4946-a7a4-07ba5ff9079a tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96097201-d740-47a0-b1c5-3dd095e43172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257086 Oct 14 18:00:18.788652 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-ebd85038-6f06-4b3c-85dd-47becab33903 None None] Current status of the port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:18.789205 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-34b61b5c-ffcb-476b-a1fc-292363661ab8 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-804492061&fields=id&tenant_id=87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 267 time: 0.0992956 Oct 14 18:00:18.812501 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:18.854561 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (ae95f04b-c0a6-4b91-b08c-24552c601593), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:18.887397 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae95f04b-c0a6-4b91-b08c-24552c601593,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:18.980441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-24702f1f-fac1-4325-accd-982269d29fe7 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:18.981873 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-24702f1f-fac1-4325-accd-982269d29fe7 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 811 time: 0.1842637 Oct 14 18:00:18.989846 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (7c0f4f18-5bab-44b8-b420-ed559b8c5037), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.053201 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-4aa5c977-7891-4374-b7e0-9bf1eec8f1be tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/quotas/87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 375 time: 0.0648708 Oct 14 18:00:19.061763 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.098669 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (7c0f4f18-5bab-44b8-b420-ed559b8c5037), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.116598 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks [] for router_controller (7c0f4f18-5bab-44b8-b420-ed559b8c5037), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.175210 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-b1080596-08c4-49aa-8092-8168d5802513 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936151 Oct 14 18:00:19.202807 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (7c0f4f18-5bab-44b8-b420-ed559b8c5037), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.203357 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0f4f18-5bab-44b8-b420-ed559b8c5037 {{(pid=104407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:00:19.209288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.210380 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-6cd52b56-948a-4d67-b071-4df0dc55600d admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/7c0f4f18-5bab-44b8-b420-ed559b8c5037 HTTP/1.1" status: 204 len: 168 time: 1.1757612 Oct 14 18:00:19.213047 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46484) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:19.225291 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81055a12-fd86-44aa-b9de-5542025430d5 req-2741e2ee-a06f-4de3-9d8f-5c0539994bfd tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:19.226736 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-81055a12-fd86-44aa-b9de-5542025430d5 req-2741e2ee-a06f-4de3-9d8f-5c0539994bfd tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 945 time: 0.0688405 Oct 14 18:00:19.264343 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] Deleting subnet 72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:00:19.267689 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] Publish callbacks [] for subnet (72565d6d-c0a4-4f2b-9b5c-8bda680acbf0), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.303667 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (72565d6d-c0a4-4f2b-9b5c-8bda680acbf0), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.380910 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Deleting port 687bc207-2144-4d90-83f9-83cd2654a936 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:19.381162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (687bc207-2144-4d90-83f9-83cd2654a936), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.408203 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (72565d6d-c0a4-4f2b-9b5c-8bda680acbf0), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.439971 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-146e904c-72ab-4d80-9db1-b672d1a537ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442336 Oct 14 18:00:19.479142 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (72565d6d-c0a4-4f2b-9b5c-8bda680acbf0), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.487234 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:19.507784 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72565d6d-c0a4-4f2b-9b5c-8bda680acbf0,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:19.512859 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.517355 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0754a8d7-d124-4b58-a76c-b8fb01c3d349 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/72565d6d-c0a4-4f2b-9b5c-8bda680acbf0 HTTP/1.1" status: 204 len: 168 time: 0.3033080 Oct 14 18:00:19.520815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46486) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:19.522717 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b533dc85-7418-4a59-80b8-8ca3ac6b5981 None None] Network d9e10b55-ef20-4f9b-8608-899751152e31 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:19.545857 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] For port 687bc207-2144-4d90-83f9-83cd2654a936, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=687bc207-2144-4d90-83f9-83cd2654a936,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:19.546323 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (687bc207-2144-4d90-83f9-83cd2654a936), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.568235 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:19.569364 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Calling delete_port for 687bc207-2144-4d90-83f9-83cd2654a936 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:19.599412 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-99c4ad33-65ea-4296-89e9-b2e880eb953e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522837 Oct 14 18:00:19.629704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (d9e10b55-ef20-4f9b-8608-899751152e31), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.695986 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Deleting port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:19.695986 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.720677 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] DHCP port deletion for d9e10b55-ef20-4f9b-8608-899751152e31 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:00:19.753396 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (687bc207-2144-4d90-83f9-83cd2654a936), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.772239 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['687bc207-2144-4d90-83f9-83cd2654a936'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:19.787443 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] For port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:19.788024 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Pushing event deleted for resources: {'Port': ['ID=687bc207-2144-4d90-83f9-83cd2654a936,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:19.790270 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.821297 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Calling delete_port for 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 owned by network:dhcp {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:19.832467 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] Deleting port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:19.832947 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.893746 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] No DVR routers for this DVR port 687bc207-2144-4d90-83f9-83cd2654a936 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:19.897384 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.898928 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:19.910528 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] For port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,segment=NetworkSegment(7c0ff52a-65ff-479c-8401-3300fb7ed026),segment_id=7c0ff52a-65ff-479c-8401-3300fb7ed026)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:19.911279 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.912024 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-81055a12-fd86-44aa-b9de-5542025430d5 req-fc842fc8-993e-45d8-abcc-29b92044d3e8 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.25 "DELETE /networking/v2.0/ports/687bc207-2144-4d90-83f9-83cd2654a936 HTTP/1.1" status: 204 len: 173 time: 0.6795647 Oct 14 18:00:19.939240 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] Calling delete_port for 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:19.960460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:19.973877 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'name': 'network-vif-deleted', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:19.976581 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2932fcc3-c515-4750-bda8-4ddc901e90cd" -d '{"events": [{"server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "name": "network-vif-deleted", "tag": "687bc207-2144-4d90-83f9-83cd2654a936"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:19.981132 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0e94961-7727-4ae0-860f-a57aa5ccaa7f req-42636a45-7140-446f-98a2-1c9599213074 tempest-TestMinimumBasicScenario-1677793199 tempest-TestMinimumBasicScenario-1677793199-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea9a8094-ee6e-4a32-96a6-94c18538fd29 HTTP/1.1" status: 200 len: 210 time: 0.0677571 Oct 14 18:00:19.997990 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:20.004787 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:20.012134 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] No DVR routers for this DVR port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 on host dv-cinder-749155-15-iscsi {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:20.080366 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40be161b-4cbb-4de8-a4c9-e60e09bf1756 x-openstack-request-id: req-40be161b-4cbb-4de8-a4c9-e60e09bf1756 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:20.080781 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9a8094-ee6e-4a32-96a6-94c18538fd29", "name": "network-vif-deleted", "tag": "687bc207-2144-4d90-83f9-83cd2654a936", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:20.080928 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-40be161b-4cbb-4de8-a4c9-e60e09bf1756 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:20.081336 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40be161b-4cbb-4de8-a4c9-e60e09bf1756'] response: {'server_uuid': 'ea9a8094-ee6e-4a32-96a6-94c18538fd29', 'name': 'network-vif-deleted', 'tag': '687bc207-2144-4d90-83f9-83cd2654a936', 'status': 'completed', 'code': 200} Oct 14 18:00:20.085165 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.123573 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] Pushing event deleted for resources: {'Port': ['ID=3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:20.130141 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054603c0-3f35-4c1c-b619-33c303548f88 None None] No DVR routers for this DVR port 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:20.152548 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (d9e10b55-ef20-4f9b-8608-899751152e31), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.157062 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c3ab4c6c-e7d7-461d-95e9-502ea5fff312 req-b575e176-2496-45aa-ba76-ae71138ed652 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 210 time: 0.0597386 Oct 14 18:00:20.185724 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e10b55-ef20-4f9b-8608-899751152e31']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:20.201639 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0ff52a-65ff-479c-8401-3300fb7ed026') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:20.201939 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0ff52a-65ff-479c-8401-3300fb7ed026') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:20.213623 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (7c0ff52a-65ff-479c-8401-3300fb7ed026), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.235810 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (7c0ff52a-65ff-479c-8401-3300fb7ed026), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.247240 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:00:20.247713 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (7c0ff52a-65ff-479c-8401-3300fb7ed026), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.322471 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (d9e10b55-ef20-4f9b-8608-899751152e31), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.333099 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.336597 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 1d220760-2722-4bd2-adbc-47ef49198748 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:20.349589 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/d9e10b55-ef20-4f9b-8608-899751152e31 HTTP/1.1" status: 204 len: 168 time: 0.8255489 Oct 14 18:00:20.359418 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 7c0ff52a-65ff-479c-8401-3300fb7ed026 resource provider aggregate not found Oct 14 18:00:20.367398 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:20.367506 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 1d220760-2722-4bd2-adbc-47ef49198748 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:20.367506 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 1d220760-2722-4bd2-adbc-47ef49198748 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:20.367988 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device ae95f04b-c0a6-4b91-b08c-24552c601593 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:20.399326 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 7c0ff52a-65ff-479c-8401-3300fb7ed026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c0ff52a-65ff-479c-8401-3300fb7ed026 found for delete ", "request_id": "req-04d04228-e40c-4cc0-bde6-b6adf86cf293"}]} Oct 14 18:00:20.401790 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: ae95f04b-c0a6-4b91-b08c-24552c601593 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:20.402142 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device ae95f04b-c0a6-4b91-b08c-24552c601593 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:20.402430 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903b0de-af7b-461d-84ae-9f5d374cdfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e10b55-ef20-4f9b-8608-899751152e31,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:20.402556 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:20.427087 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:20.427443 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3d7d9c86-8e01-47ae-8bf8-6cb9e29c29c4 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:20.503394 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46514) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:20.544924 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-effe5f19-b48c-437c-a0f3-0a8df9d9919a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=530fdfc3448a40b7aa85170873d3f0ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399761 Oct 14 18:00:20.548517 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46516) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:20.583249 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.612814 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830493e8-56a9-4542-87bb-499b54d70f9d admin admin] Publish callbacks [] for security_group (9d3a5bda-1a77-472e-86c3-ada1b05f18d1), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.633562 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.645553 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830493e8-56a9-4542-87bb-499b54d70f9d admin admin] Publish callbacks [] for security_group (9d3a5bda-1a77-472e-86c3-ada1b05f18d1), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.702688 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830493e8-56a9-4542-87bb-499b54d70f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9d3a5bda-1a77-472e-86c3-ada1b05f18d1), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.706625 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830493e8-56a9-4542-87bb-499b54d70f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:20.708325 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-830493e8-56a9-4542-87bb-499b54d70f9d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9d3a5bda-1a77-472e-86c3-ada1b05f18d1 HTTP/1.1" status: 204 len: 168 time: 0.1587963 Oct 14 18:00:20.719673 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830493e8-56a9-4542-87bb-499b54d70f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a5bda-1a77-472e-86c3-ada1b05f18d1,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:21.271265 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6030a075-0395-46ab-90fa-0ee43b3c2a19 req-b4207ac4-2e4b-4ad5-b5e6-9e2b33bb64bc tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 210 time: 0.0430443 Oct 14 18:00:21.477494 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46562) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:21.581535 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:21.604010 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1954230406-network', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:21.630850 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Made reservation on behalf of bfdb342c57b144a384e9938fa4c6e0bf for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:21.633431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.643398 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.649215 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-60b33bcc-96ef-47be-a510-f5f600c079a8 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:21.651083 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-60b33bcc-96ef-47be-a510-f5f600c079a8 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 811 time: 0.1574628 Oct 14 18:00:21.737769 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-d904a6cf-7256-4641-86b1-4f1245b7bcf6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 379 time: 0.0735908 Oct 14 18:00:21.747138 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks [] for security_group (538f1a10-5679-482a-a752-8dad9e3a3f3d), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.753081 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'port': {'device_id': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'admin_state_up': True, 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'security_groups': ['99dcd1cf-c7ae-474e-8bd6-091b674add40']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:21.753549 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (538f1a10-5679-482a-a752-8dad9e3a3f3d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.774678 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:21.792570 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:21.803790 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538f1a10-5679-482a-a752-8dad9e3a3f3d,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:21.811253 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (d4fba29d-a423-4acb-bce6-e503a5e428b6), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.812265 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Added segment d4fba29d-a423-4acb-bce6-e503a5e428b6 of type vlan for network 2dc29fa6-a064-4dfe-be69-6fc039570894 Oct 14 18:00:21.856384 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (2dc29fa6-a064-4dfe-be69-6fc039570894), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.886110 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (2dc29fa6-a064-4dfe-be69-6fc039570894), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.887154 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Made reservation on behalf of 87b79c338b0047dfb68e9a5b9b16c51b for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:21.887378 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:21.888177 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.894226 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:21.957340 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4759572 Oct 14 18:00:21.957573 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46594) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:21.962263 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Request body: {'subnet': {'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-subnet', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:21.971827 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164bc03-c538-4b3f-9a6c-f999284f0059 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc29fa6-a064-4dfe-be69-6fc039570894,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:21.983239 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:21.996297 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Made reservation on behalf of bfdb342c57b144a384e9938fa4c6e0bf for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:22.004177 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59467636'] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.018032 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46596) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:22.056304 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Allocated IP 172.20.0.7 (976baf89-2f42-4a40-b24d-859f3e36aec4/acb5cb20-4ffa-4ae9-a602-bfd780ae316f/7e54b253-263a-42cf-8f31-9f4a5d1746bc) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:22.183240 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:22.233723 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.266051 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.277992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:22.306888 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:22.314086 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:22.318987 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:22.361789 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=7e54b253-263a-42cf-8f31-9f4a5d1746bc,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:22.387970 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 687bc207-2144-4d90-83f9-83cd2654a936 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:22.424245 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59133433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59467622'] for subnet (963a8c62-bd6c-4315-8880-f31fc7ae4cc7), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.426197 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 687bc207-2144-4d90-83f9-83cd2654a936 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:22.426905 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 687bc207-2144-4d90-83f9-83cd2654a936 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:22.432740 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:22.433434 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.466341 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c496cb3-4a88-41b1-863a-02ce2620b14d req-0653f1d7-00f7-468f-92e0-e16557f4f8e3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:22.468621 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c496cb3-4a88-41b1-863a-02ce2620b14d req-0653f1d7-00f7-468f-92e0-e16557f4f8e3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 931 time: 0.0876801 Oct 14 18:00:22.472236 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-a4e81707-5e65-4669-9d2f-a0caf5d2dca6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250831 Oct 14 18:00:22.482217 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:22.511538 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Request body: {'port': {'device_id': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:22.523793 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963a8c62-bd6c-4315-8880-f31fc7ae4cc7,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:22.557811 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c496cb3-4a88-41b1-863a-02ce2620b14d req-1b4675d9-fcc6-491a-a482-53e090ed830e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829170 Oct 14 18:00:22.577852 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Checking segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:22.579090 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Network hostable DHCP agents. Network: 2dc29fa6-a064-4dfe-be69-6fc039570894, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:22.595714 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.629839 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:22.644810 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 2dc29fa6-a064-4dfe-be69-6fc039570894) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:22.646643 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.651320 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:22.652027 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.661852 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19273814-4f80-4912-a246-d9c0c5c76bfc None None] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:22.678734 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6bc6f900-524f-4f83-a128-c28911118988 None None] Provisioning complete for port 7e54b253-263a-42cf-8f31-9f4a5d1746bc triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:22.679113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6bc6f900-524f-4f83-a128-c28911118988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.679522 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6bc6f900-524f-4f83-a128-c28911118988 None None] Attempt 1 to provision port 7e54b253-263a-42cf-8f31-9f4a5d1746bc Oct 14 18:00:22.702728 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:22.706437 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5ede5c85-3e17-4707-9ff8-f4f981b83442 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7478902 Oct 14 18:00:22.709405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46600) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:22.717120 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:22.758150 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6f900-524f-4f83-a128-c28911118988 None None] Port 7e54b253-263a-42cf-8f31-9f4a5d1746bc cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:22.791840 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.793201 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.820303 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-2dc29fa6-a064-4dfe-be69-6fc039570894', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 18:00:22.821250 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.852234 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks [] for router_controller (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), precommit_add_association {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:22.967150 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Allocated IP 172.20.0.2 (2dc29fa6-a064-4dfe-be69-6fc039570894/963a8c62-bd6c-4315-8880-f31fc7ae4cc7/5f0b03e6-fd00-4d99-bb0f-d83a1378307b) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:23.035693 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks [] for router_gateway (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.123505 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Publish callbacks [] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.131634 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.142523 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Deleting port 648f2a6a-eedd-46dc-887e-d1c475abea05 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:23.142886 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.177348 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:23.180566 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:23.184364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:23.214195 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Pushing event updated for resources: {'Port': ['ID=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:23.218614 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:23.234725 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] For port 648f2a6a-eedd-46dc-887e-d1c475abea05, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=648f2a6a-eedd-46dc-887e-d1c475abea05,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:23.235111 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.250587 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Calling delete_port for 648f2a6a-eedd-46dc-887e-d1c475abea05 owned by network:router_interface {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:23.253195 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Attempting to bind port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:23.253584 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Attempting to bind port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:23.253950 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Attempting to bind port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:23.260510 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:23.300855 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:23.301614 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Checking segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:23.302385 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.302385 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Bound using segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:23.302875 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Bound port: 5f0b03e6-fd00-4d99-bb0f-d83a1378307b, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:23.303240 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.372256 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] For port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:23.375574 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] For port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:23.383148 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.429257 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e54b253-263a-42cf-8f31-9f4a5d1746bc {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:00:23.440750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Publish callbacks [] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.454876 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b32d0-39d4-433e-95de-9d56c7b65c94 None None] Pushing event updated for resources: {'Port': ['ID=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:23.469241 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Transition to ACTIVE for port object 7e54b253-263a-42cf-8f31-9f4a5d1746bc will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:00:23.477498 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.479182 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (648f2a6a-eedd-46dc-887e-d1c475abea05), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.479595 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:23.505726 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Pushing event deleted for resources: {'Port': ['ID=648f2a6a-eedd-46dc-887e-d1c475abea05,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:23.688829 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e54b253-263a-42cf-8f31-9f4a5d1746bc,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:23.699229 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks [] for router_gateway (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.751575 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.761566 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:23.846197 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8328d7a-3570-47e6-b4c6-0f47256d54de req-d2334798-33fc-45f8-9132-08b27b504175 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:23.847661 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b8328d7a-3570-47e6-b4c6-0f47256d54de req-d2334798-33fc-45f8-9132-08b27b504175 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.1512587 Oct 14 18:00:23.852045 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:23.894048 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Attempting to bind port 7e54b253-263a-42cf-8f31-9f4a5d1746bc on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:23.894386 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Attempting to bind port 7e54b253-263a-42cf-8f31-9f4a5d1746bc by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:23.894710 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Attempting to bind port 7e54b253-263a-42cf-8f31-9f4a5d1746bc on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:23.965082 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:23.989405 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:23.993136 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b8328d7a-3570-47e6-b4c6-0f47256d54de req-2b8b93e9-9c34-4a73-91c2-b75d33a6e9c3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372969 Oct 14 18:00:24.013102 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Port 7e54b253-263a-42cf-8f31-9f4a5d1746bc on network 976baf89-2f42-4a40-b24d-859f3e36aec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:24.013431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Attempting to bind port 7e54b253-263a-42cf-8f31-9f4a5d1746bc on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:24.017577 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Allocated IP 172.27.3.145 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/3cbd2854-34e9-4026-be0e-9a5fcdbd77e2) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:24.097432 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:24.102384 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-64c7ca3d-056d-4dd7-8f74-bc866740139c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/256fd2ea-9bb7-4931-82e1-1c4c62f0f711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0832553 Oct 14 18:00:24.104969 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46604) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:24.109625 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] Sync routers for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:24.118113 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:24.118447 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Checking segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:24.118832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Bound using segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:24.119273 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Bound port: 7e54b253-263a-42cf-8f31-9f4a5d1746bc, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:24.119628 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.124405 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] Routers {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:24.126153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:24.240026 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks [] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.240208 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks [] for router (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.244528 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] For port 7e54b253-263a-42cf-8f31-9f4a5d1746bc, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:24.271323 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] For port 7e54b253-263a-42cf-8f31-9f4a5d1746bc, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:24.287448 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.295827 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:24.300685 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.302212 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7e54b253-263a-42cf-8f31-9f4a5d1746bc HTTP/1.1" status: 200 len: 1093 time: 1.7955501 Oct 14 18:00:24.302831 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:24.305537 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53899b61-4b08-4acd-96b7-121172946ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:24.312982 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] Set router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:24.398306 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:24.399966 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks [] for router_gateway (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.413110 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:24.414295 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12a5b4-93ab-4991-a0f1-e39e2b7102c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e54b253-263a-42cf-8f31-9f4a5d1746bc,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:24.425758 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf80ef-7f0d-4e8b-bdfe-bc37f3dc0684 x-openstack-request-id: req-00cf80ef-7f0d-4e8b-bdfe-bc37f3dc0684 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:24.426062 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:24.426325 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00cf80ef-7f0d-4e8b-bdfe-bc37f3dc0684 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:24.426731 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cf80ef-7f0d-4e8b-bdfe-bc37f3dc0684'] response: {'name': 'network-changed', 'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'status': 'completed', 'code': 200} Oct 14 18:00:24.428435 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.473176 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Deleting port 2de007b6-fae2-4326-99d8-fceb3366a9ee {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:24.473608 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.542027 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:24.551461 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:24.556263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:24.560162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:24.565501 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-0089bd66-fc7a-48d0-a939-d728bbd5389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:24.567002 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-0089bd66-fc7a-48d0-a939-d728bbd5389d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 1127 time: 0.1189063 Oct 14 18:00:24.574087 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 5f0b03e6-fd00-4d99-bb0f-d83a1378307b up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:24.587863 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] For port 2de007b6-fae2-4326-99d8-fceb3366a9ee, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=2de007b6-fae2-4326-99d8-fceb3366a9ee,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:24.588268 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.603438 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Calling delete_port for 2de007b6-fae2-4326-99d8-fceb3366a9ee owned by network:router_gateway {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:24.627275 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-8f10c571-3d1f-4cc3-8b5e-edb00e5514f4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc HTTP/1.1" status: 200 len: 217 time: 0.0408149 Oct 14 18:00:24.640133 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5b8d0-74ce-47c0-9325-f96532fb72f9 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:00:24.731916 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:24.777176 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-033a2325-48fc-41d3-8ae2-8b945d5bd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:24.778576 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-033a2325-48fc-41d3-8ae2-8b945d5bd640 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.1381617 Oct 14 18:00:24.792064 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (2de007b6-fae2-4326-99d8-fceb3366a9ee), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.818240 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:24.819429 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de007b6-fae2-4326-99d8-fceb3366a9ee,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:24.830240 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eea8c51a-8d11-494a-989c-cfce4ab21ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:24.833829 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eea8c51a-8d11-494a-989c-cfce4ab21ef8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444822 Oct 14 18:00:24.833991 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.833991 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.833991 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.834274 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.834435 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.834765 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.835089 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.835679 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.835815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.837289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.837289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.837289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.837289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.837289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.838308 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:24.851791 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] Provisioning complete for port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:24.852205 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.852542 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] Attempt 1 to provision port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b Oct 14 18:00:24.898051 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:24.898354 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.898727 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b Oct 14 18:00:24.899864 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:24.981491 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:25.012885 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.015126 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks [] for router_gateway (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.016328 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks [] for router_controller (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.032336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'name': 'tempest-TestMinimumBasicScenario-690582825-router', 'tenant_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:06Z', 'updated_at': '2022-10-14T18:00:23Z', 'revision_number': 5, 'project_id': 'f41c0e3b1239415ba4105ca5014cbe28', 'gw_port': {'id': '2de007b6-fae2-4326-99d8-fceb3366a9ee', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fd2ea-9bb7-4931-82e1-1c4c62f0f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:07Z', 'updated_at': '2022-10-14T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:25.055795 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-1310ea73-a0c7-4434-bbc2-63ec674a632f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761315 Oct 14 18:00:25.075550 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:25.092799 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] Checking router: 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:25.094005 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (256fd2ea-9bb7-4931-82e1-1c4c62f0f711), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.096036 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256fd2ea-9bb7-4931-82e1-1c4c62f0f711 {{(pid=104408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:00:25.102275 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.106224 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-29e27284-7ea6-4e15-a05e-5de0e6386249 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/256fd2ea-9bb7-4931-82e1-1c4c62f0f711 HTTP/1.1" status: 204 len: 168 time: 0.9980752 Oct 14 18:00:25.106718 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46610) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:25.151293 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5b8d0-74ce-47c0-9325-f96532fb72f9 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:00:25.159428 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] Routers set() bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:25.160085 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] Router IDs set() for agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 14 18:00:25.160912 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'256fd2ea-9bb7-4931-82e1-1c4c62f0f711'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent'). {{(pid=104409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 14 18:00:25.161312 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5081acb-f05b-4f94-86b5-f90f2e453011 None None] The sync data for ids ['256fd2ea-9bb7-4931-82e1-1c4c62f0f711'] in dv-cinder-749155-15-iscsi is: [] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:25.165818 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] Current status of the port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:25.166211 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.167784 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] Deleting subnet 11e1f7da-737e-41d2-9ee9-bbdb46c89f09 {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:00:25.172895 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] Publish callbacks [] for subnet (11e1f7da-737e-41d2-9ee9-bbdb46c89f09), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.181816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:25.182206 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.215206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (11e1f7da-737e-41d2-9ee9-bbdb46c89f09), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.227550 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c549051-8b30-4a6e-b0d8-d64e871b8ac1 req-d52261c4-141d-42f8-a3a1-abec96ff6bcb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:25.229182 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7c549051-8b30-4a6e-b0d8-d64e871b8ac1 req-d52261c4-141d-42f8-a3a1-abec96ff6bcb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.1049778 Oct 14 18:00:25.289544 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] For port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:25.299748 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.315239 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (11e1f7da-737e-41d2-9ee9-bbdb46c89f09), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.339255 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79209251-b7c1-462e-83f9-ed2407e44d6f req-eb0993da-c623-4136-af6e-89f4f7cf70c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732420 Oct 14 18:00:25.365683 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7c549051-8b30-4a6e-b0d8-d64e871b8ac1 req-ea815787-bd1e-4a70-b866-78d006ca551d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207683 Oct 14 18:00:25.382468 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:25.408843 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (11e1f7da-737e-41d2-9ee9-bbdb46c89f09), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.417117 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.db.api [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 18:00:25.417611 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG oslo_db.api [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 18:00:25.426838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf1ac4-be31-4366-b7e0-634fa581b39c None None] Pushing event updated for resources: {'Port': ['ID=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:25.435150 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.458080 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e1f7da-737e-41d2-9ee9-bbdb46c89f09,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:25.464957 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.468406 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0035e5c3-9331-4e12-95ba-67277f2b3b65 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/11e1f7da-737e-41d2-9ee9-bbdb46c89f09 HTTP/1.1" status: 204 len: 168 time: 0.3593981 Oct 14 18:00:25.471162 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46612) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:25.488034 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:25.551421 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (756a6544-0d40-4f61-8438-42aaa0ee03ce), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.579630 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:00:25.585225 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3136aa6-8ca1-4775-bac2-61e4f6452f6f None None] Update dhcp port {'port': {'network_id': '756a6544-0d40-4f61-8438-42aaa0ee03ce', 'fixed_ips': [{'subnet_id': '11e1f7da-737e-41d2-9ee9-bbdb46c89f09'}], 'binding:host_id': 'dv-cinder-749155-15-iscsi'}, 'id': '836c6476-7cd3-4148-9f92-72142828328c'} from dv-cinder-749155-15-iscsi. {{(pid=104409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 14 18:00:25.604633 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Deleting port 836c6476-7cd3-4148-9f92-72142828328c {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:25.604942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (836c6476-7cd3-4148-9f92-72142828328c), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.625912 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e3136aa6-8ca1-4775-bac2-61e4f6452f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (836c6476-7cd3-4148-9f92-72142828328c), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.676428 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:25.682006 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] For port 836c6476-7cd3-4148-9f92-72142828328c, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=836c6476-7cd3-4148-9f92-72142828328c,segment=NetworkSegment(2a2d0fcb-3d5f-42f3-934d-b7ea0299175d),segment_id=2a2d0fcb-3d5f-42f3-934d-b7ea0299175d)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:25.682860 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (836c6476-7cd3-4148-9f92-72142828328c), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.689622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899b61-4b08-4acd-96b7-121172946ddd req-2dc7995c-eb20-4391-8059-4696efb382b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:25.691260 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-53899b61-4b08-4acd-96b7-121172946ddd req-2dc7995c-eb20-4391-8059-4696efb382b3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 1127 time: 0.1018488 Oct 14 18:00:25.699825 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Calling delete_port for 836c6476-7cd3-4148-9f92-72142828328c owned by network:dhcp {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:25.796957 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3728bf-662a-43e1-93ff-957302076741 None None] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:25.799109 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (836c6476-7cd3-4148-9f92-72142828328c), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.802047 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23abb0e5-6ca1-4981-a035-f88252f226b4 None None] Network 756a6544-0d40-4f61-8438-42aaa0ee03ce requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:25.810359 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:25.820223 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:25.829245 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Pushing event deleted for resources: {'Port': ['ID=836c6476-7cd3-4148-9f92-72142828328c,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:25.833598 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] No DVR routers for this DVR port 836c6476-7cd3-4148-9f92-72142828328c on host dv-cinder-749155-15-iscsi {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:25.840651 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:25.842073 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:25.855036 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:25.860912 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899b61-4b08-4acd-96b7-121172946ddd req-4228b074-017a-4277-b8a2-bba4797873f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:25.862378 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-53899b61-4b08-4acd-96b7-121172946ddd req-4228b074-017a-4277-b8a2-bba4797873f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.1647093 Oct 14 18:00:25.873496 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.875458 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-42e6d52d-d002-411d-8c23-f60d3d447523 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1647885 Oct 14 18:00:25.881209 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-d02a7802-c2e1-4682-b9d2-8580794d366b None None] Could not find standard attr ID for object 836c6476-7cd3-4148-9f92-72142828328c. {{(pid=104409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 14 18:00:25.897110 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46616) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:25.917646 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-53899b61-4b08-4acd-96b7-121172946ddd req-9cd32e28-6586-4103-8f1f-6a88b681dfcf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc HTTP/1.1" status: 200 len: 217 time: 0.0479670 Oct 14 18:00:25.957495 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (756a6544-0d40-4f61-8438-42aaa0ee03ce), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:25.990168 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756a6544-0d40-4f61-8438-42aaa0ee03ce']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:26.002893 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899b61-4b08-4acd-96b7-121172946ddd req-e59cacbc-3513-4358-886a-8837c98255ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:26.005038 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-53899b61-4b08-4acd-96b7-121172946ddd req-e59cacbc-3513-4358-886a-8837c98255ab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0747561 Oct 14 18:00:26.029067 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:26.065519 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:26.065910 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2d0fcb-3d5f-42f3-934d-b7ea0299175d') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:26.081799 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (2a2d0fcb-3d5f-42f3-934d-b7ea0299175d), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.084040 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:26.093354 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:26.110185 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622117e1-0462-4c52-8638-759abb992d87 None None] DHCP port deletion for 756a6544-0d40-4f61-8438-42aaa0ee03ce request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:00:26.113417 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899b61-4b08-4acd-96b7-121172946ddd req-c5525934-b2e8-4447-b546-a38c80c1dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:26.115118 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-53899b61-4b08-4acd-96b7-121172946ddd req-c5525934-b2e8-4447-b546-a38c80c1dce9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1031981 Oct 14 18:00:26.154458 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:26.204261 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (2a2d0fcb-3d5f-42f3-934d-b7ea0299175d), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.211629 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:00:26.212077 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (2a2d0fcb-3d5f-42f3-934d-b7ea0299175d), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.271698 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-53899b61-4b08-4acd-96b7-121172946ddd req-f457a6d4-878d-4454-81e1-80ae0d1606fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450777 Oct 14 18:00:26.304738 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 2a2d0fcb-3d5f-42f3-934d-b7ea0299175d resource provider aggregate not found Oct 14 18:00:26.313948 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:24Z', 'revision_number': 3, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:26.324055 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (756a6544-0d40-4f61-8438-42aaa0ee03ce), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.335010 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 2a2d0fcb-3d5f-42f3-934d-b7ea0299175d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a2d0fcb-3d5f-42f3-934d-b7ea0299175d found for delete ", "request_id": "req-b62d40f1-1f9a-4b5f-88b7-80eb9d9ed34f"}]} Oct 14 18:00:26.364904 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:26.365309 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Updating router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:26.378061 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.378959 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 5f0b03e6-fd00-4d99-bb0f-d83a1378307b up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:26.382161 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/756a6544-0d40-4f61-8438-42aaa0ee03ce HTTP/1.1" status: 204 len: 168 time: 0.9098175 Oct 14 18:00:26.394134 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46622) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:26.403747 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.405290 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55effcec-83ef-4c6a-b266-c298f8ed7696 admin admin] Pushing event deleted for resources: {'Network': ['ID=756a6544-0d40-4f61-8438-42aaa0ee03ce,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:26.489725 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:26.490113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.490451 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b Oct 14 18:00:26.492455 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-53899b61-4b08-4acd-96b7-121172946ddd req-a87658bd-7e7e-4c84-a9a6-8089570d77d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115741 Oct 14 18:00:26.567902 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a4801-2842-48bc-b257-583c3a606785 req-90b4c3df-ca59-4ebf-8be9-21908572662a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:26.570320 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-52b03e62-0df8-4817-bbcc-cfea92dd26cf None None] Provisioning complete for port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:26.570592 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-52b03e62-0df8-4817-bbcc-cfea92dd26cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.570932 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-52b03e62-0df8-4817-bbcc-cfea92dd26cf None None] Attempt 1 to provision port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b Oct 14 18:00:26.576113 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2d1a4801-2842-48bc-b257-583c3a606785 req-90b4c3df-ca59-4ebf-8be9-21908572662a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.0707390 Oct 14 18:00:26.644182 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:26.651859 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2d1a4801-2842-48bc-b257-583c3a606785 req-ba92f1ce-5ad7-4edd-a076-f40549d576f2 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681422 Oct 14 18:00:26.707006 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-52b03e62-0df8-4817-bbcc-cfea92dd26cf None None] Current status of the port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:26.718472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 648f2a6a-eedd-46dc-887e-d1c475abea05 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:26.740010 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 648f2a6a-eedd-46dc-887e-d1c475abea05 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:26.740714 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 648f2a6a-eedd-46dc-887e-d1c475abea05 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:26.741349 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 2de007b6-fae2-4326-99d8-fceb3366a9ee no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:26.744252 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:26.752219 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Publish callbacks [] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.759924 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.764877 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 2de007b6-fae2-4326-99d8-fceb3366a9ee {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:26.765459 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 2de007b6-fae2-4326-99d8-fceb3366a9ee not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:26.766086 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 836c6476-7cd3-4148-9f92-72142828328c no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:26.788536 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 836c6476-7cd3-4148-9f92-72142828328c {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:26.789129 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 836c6476-7cd3-4148-9f92-72142828328c not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:26.799278 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Attempting to bind port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:26.800045 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Attempting to bind port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:26.800174 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Attempting to bind port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:26.827500 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:26.836528 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4a759-075b-47e3-8b8c-8706ea6981dc None None] Pushing event updated for resources: {'Port': ['ID=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,revision_number=2']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:26.854600 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:26.854943 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:26.855335 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.855715 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:26.856206 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Bound port: 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:26.856579 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.860505 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:26.906258 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] For port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:26.909370 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] For port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:26.918538 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:26.956863 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:26.957498 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:27.015640 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4a759-075b-47e3-8b8c-8706ea6981dc None None] Pushing event updated for resources: {'Port': ['ID=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:27.059813 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:27.077288 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:27.167779 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:27.248924 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:24Z', 'revision_number': 3, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:27.255961 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (517fe608-784b-4be3-a38e-bc65dbdb2e72), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:27.273729 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016e20e-e15a-49eb-b0c8-18ca5c1337d2 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:24Z', 'revision_number': 3, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:27.366387 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Allocated IP 172.20.0.1 (2dc29fa6-a064-4dfe-be69-6fc039570894/963a8c62-bd6c-4315-8880-f31fc7ae4cc7/19e61a74-ccc3-487b-ad47-299a7c3d3e0d) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:27.395426 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:27.586007 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks [] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:27.644657 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Deleting port 186346a6-678a-483a-880f-b2f207f2e01d {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:27.644994 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (186346a6-678a-483a-880f-b2f207f2e01d), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:27.648575 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:27.693299 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:27.755470 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:27.762960 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:27.767534 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:27.769751 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Pushing event updated for resources: {'Port': ['ID=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:27.796609 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d846c-80f9-4e7d-a2a5-b5d08f0c38e6 req-212efe98-c8c9-4c16-ab50-16eab034827b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:27.803693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a2d846c-80f9-4e7d-a2a5-b5d08f0c38e6 req-212efe98-c8c9-4c16-ab50-16eab034827b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.0639706 Oct 14 18:00:27.819716 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] For port 186346a6-678a-483a-880f-b2f207f2e01d, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=186346a6-678a-483a-880f-b2f207f2e01d,segment=NetworkSegment(352e6150-94a5-40f9-9915-8d541ac2ba25),segment_id=352e6150-94a5-40f9-9915-8d541ac2ba25)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:27.820010 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (186346a6-678a-483a-880f-b2f207f2e01d), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:27.841284 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Calling delete_port for 186346a6-678a-483a-880f-b2f207f2e01d owned by network:router_interface {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:27.846429 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:27.862419 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a2d846c-80f9-4e7d-a2a5-b5d08f0c38e6 req-6347a5ec-1f69-4db2-89b6-e99c187a04f6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552795 Oct 14 18:00:28.037043 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-b0404291-a65a-45bf-8068-fb2068394bee None None] Provisioning complete for port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:28.037636 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b0404291-a65a-45bf-8068-fb2068394bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.037873 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-b0404291-a65a-45bf-8068-fb2068394bee None None] Attempt 1 to provision port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d Oct 14 18:00:28.073364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-b0404291-a65a-45bf-8068-fb2068394bee None None] Port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:28.089105 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.100173 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:28.229072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (186346a6-678a-483a-880f-b2f207f2e01d), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.264092 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=186346a6-678a-483a-880f-b2f207f2e01d,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:28.314336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:28.371679 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:28.372385 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.372975 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 Oct 14 18:00:28.379481 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks [] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.421647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.427981 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:28.461163 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:28.461584 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.486078 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:28.490302 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.493974 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:28.533548 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.538559 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:28.547505 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Pushing event updated for resources: {'Port': ['ID=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:28.604010 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (517fe608-784b-4be3-a38e-bc65dbdb2e72), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:28.632831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd3629-2bb2-43ae-9f88-d78686228208 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:00:28.731028 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:28.738880 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:28.746133 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd3629-2bb2-43ae-9f88-d78686228208 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:00:28.864053 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:28.897834 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:28.945002 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:28.971704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Router 517fe608-784b-4be3-a38e-bc65dbdb2e72 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:28.995830 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732f7fe-3085-4677-85a6-4e6497e0f2b5 req-78b29467-c068-4739-8070-f1c9267b4873 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:28.997364 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4732f7fe-3085-4677-85a6-4e6497e0f2b5 req-78b29467-c068-4739-8070-f1c9267b4873 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.0474999 Oct 14 18:00:29.053405 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4732f7fe-3085-4677-85a6-4e6497e0f2b5 req-1aa16826-04b3-489e-9ba5-71b639466af2 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493925 Oct 14 18:00:29.148790 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:29.158285 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:29.158809 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-663af8f7-b49c-4070-90a8-b07cdf35561c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b5b53894-0b83-48c0-b3ac-4dcb22ccf842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2601373 Oct 14 18:00:29.174877 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:29.180485 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-847c2254-4ee0-4884-a456-ee9c1630f5a3 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/517fe608-784b-4be3-a38e-bc65dbdb2e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7831569 Oct 14 18:00:29.182924 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46632) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:29.192145 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] Sync routers for ids ['517fe608-784b-4be3-a38e-bc65dbdb2e72'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:29.200188 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:29.201263 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:29.205662 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] Routers {'517fe608-784b-4be3-a38e-bc65dbdb2e72'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:29.206579 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['517fe608-784b-4be3-a38e-bc65dbdb2e72'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:29.322524 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] Set router 517fe608-784b-4be3-a38e-bc65dbdb2e72 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:29.516527 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:29.580146 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 5, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:29.615604 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] Checking router: 517fe608-784b-4be3-a38e-bc65dbdb2e72 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:29.633022 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] Routers {'517fe608-784b-4be3-a38e-bc65dbdb2e72'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:29.633745 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['517fe608-784b-4be3-a38e-bc65dbdb2e72'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:29.641245 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46638) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:29.645802 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608005524', 'description': 'tempest-description--51989984'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:29.648733 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-d27fbdd6-ba4f-469f-92bc-13afacec88b5 None None] Provisioning complete for port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:29.649108 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d27fbdd6-ba4f-469f-92bc-13afacec88b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.649446 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-d27fbdd6-ba4f-469f-92bc-13afacec88b5 None None] Attempt 1 to provision port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 Oct 14 18:00:29.675020 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:29.676289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.702757 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks [] for router (517fe608-784b-4be3-a38e-bc65dbdb2e72), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.705854 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:29.782115 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] Set router 517fe608-784b-4be3-a38e-bc65dbdb2e72 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:29.814637 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (8066de2c-6aab-4a08-ad23-775a0d8fe360), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.821512 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8066de2c-6aab-4a08-ad23-775a0d8fe360), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.845725 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks [] for router_gateway (517fe608-784b-4be3-a38e-bc65dbdb2e72), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.860922 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.865250 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46640) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:29.866011 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2230661 Oct 14 18:00:29.867391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8066de2c-6aab-4a08-ad23-775a0d8fe360,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:29.871027 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-b89dd3e8-4a91-46d5-ac7c-ece7dd525116 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': '8066de2c-6aab-4a08-ad23-775a0d8fe360', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:29.877467 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.877820 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.878169 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.878514 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.879022 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.879366 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.879717 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.880096 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.880428 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.880761 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.881092 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.881420 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.881751 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.882079 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.882407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95167540-c368-4459-9c74-9fdc696c0504 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:29.915142 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:29.932071 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b89dd3e8-4a91-46d5-ac7c-ece7dd525116 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (323bc5ea-f6c3-4a1f-8901-9aad9543cba7), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.943632 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Deleting port e94106b3-e221-4fa3-980c-091a6870345a {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:29.943858 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-d27fbdd6-ba4f-469f-92bc-13afacec88b5 None None] Current status of the port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:29.944159 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (e94106b3-e221-4fa3-980c-091a6870345a), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:29.950832 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 2, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:29.977835 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:29.978192 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Updating router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:30.008654 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.051982 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b89dd3e8-4a91-46d5-ac7c-ece7dd525116 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (323bc5ea-f6c3-4a1f-8901-9aad9543cba7), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.065957 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b89dd3e8-4a91-46d5-ac7c-ece7dd525116 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (323bc5ea-f6c3-4a1f-8901-9aad9543cba7), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.070865 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-4c40582f-698a-4e6a-b48e-33c00f8e324a None None] Provisioning complete for port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:30.071309 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4c40582f-698a-4e6a-b48e-33c00f8e324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.071583 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-4c40582f-698a-4e6a-b48e-33c00f8e324a None None] Attempt 1 to provision port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d Oct 14 18:00:30.085022 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] For port e94106b3-e221-4fa3-980c-091a6870345a, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=e94106b3-e221-4fa3-980c-091a6870345a,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:30.085448 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (e94106b3-e221-4fa3-980c-091a6870345a), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.098352 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 5, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:30.109945 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Calling delete_port for e94106b3-e221-4fa3-980c-091a6870345a owned by network:router_gateway {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:30.128200 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba264a-a4c5-49b0-870c-1e7cb132a493 None None] The sync data for ids ['517fe608-784b-4be3-a38e-bc65dbdb2e72'] in dv-cinder-749155-15-iscsi is: [{'id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'name': 'tempest-TestMinimumBasicScenario-952245655-router', 'tenant_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 5, 'project_id': '8b7c06918a2c4c84ae618127ce8c44c1', 'gw_port': {'id': 'e94106b3-e221-4fa3-980c-091a6870345a', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517fe608-784b-4be3-a38e-bc65dbdb2e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:57:13Z', 'updated_at': '2022-10-14T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:30.162321 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-4c40582f-698a-4e6a-b48e-33c00f8e324a None None] Port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:30.183398 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:30.190762 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dd3e8-4a91-46d5-ac7c-ece7dd525116 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323bc5ea-f6c3-4a1f-8901-9aad9543cba7,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:30.196940 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b89dd3e8-4a91-46d5-ac7c-ece7dd525116 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.198457 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b89dd3e8-4a91-46d5-ac7c-ece7dd525116 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318398 Oct 14 18:00:30.200997 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46644) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:30.209629 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-5acd7638-4120-4982-b7f7-0cf10cbf61f6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': '8066de2c-6aab-4a08-ad23-775a0d8fe360', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:30.210836 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d5ffb-34ce-43c4-a865-261544460677 req-dbaf7bec-c2bc-4b02-ac6f-0d71f20d5757 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:30.212632 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-683d5ffb-34ce-43c4-a865-261544460677 req-dbaf7bec-c2bc-4b02-ac6f-0d71f20d5757 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.0750444 Oct 14 18:00:30.271968 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-683d5ffb-34ce-43c4-a865-261544460677 req-b19fb56c-6468-4771-a8b5-8230110f6027 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514235 Oct 14 18:00:30.288199 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5acd7638-4120-4982-b7f7-0cf10cbf61f6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (f7c534b2-69a4-41d5-9c1b-78221103c5cb), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.358324 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Publish callbacks [] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.364778 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.385969 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5acd7638-4120-4982-b7f7-0cf10cbf61f6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (f7c534b2-69a4-41d5-9c1b-78221103c5cb), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.399654 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5acd7638-4120-4982-b7f7-0cf10cbf61f6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (f7c534b2-69a4-41d5-9c1b-78221103c5cb), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.414819 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (e94106b3-e221-4fa3-980c-091a6870345a), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.428994 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd7638-4120-4982-b7f7-0cf10cbf61f6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c534b2-69a4-41d5-9c1b-78221103c5cb,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:30.433260 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9a419-9988-4182-b3fc-58bc22174b50 None None] Pushing event updated for resources: {'Port': ['ID=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:30.450640 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94106b3-e221-4fa3-980c-091a6870345a,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:30.459944 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5acd7638-4120-4982-b7f7-0cf10cbf61f6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.464053 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5acd7638-4120-4982-b7f7-0cf10cbf61f6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2576277 Oct 14 18:00:30.465023 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46648) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:30.470750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:30.486239 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Attempting to bind port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:30.486730 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Attempting to bind port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:30.487204 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Attempting to bind port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:30.506980 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.511054 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:30.525237 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:30.544738 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:30.545972 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Checking segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:30.546779 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.546891 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Bound using segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:30.547462 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Bound port: 19e61a74-ccc3-487b-ad47-299a7c3d3e0d, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:30.548143 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.567704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (517fe608-784b-4be3-a38e-bc65dbdb2e72), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.632020 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] For port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:30.634034 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.637913 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] For port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:30.657407 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.673363 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:30.699270 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (517fe608-784b-4be3-a38e-bc65dbdb2e72), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.701649 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks [] for router_controller (517fe608-784b-4be3-a38e-bc65dbdb2e72), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.725606 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:30.731828 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:30.747937 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (517fe608-784b-4be3-a38e-bc65dbdb2e72), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.749366 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517fe608-784b-4be3-a38e-bc65dbdb2e72 {{(pid=104408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:00:30.754682 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.758487 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-59d8ade3-50b8-4aa2-9c50-7a8ae30b09e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/517fe608-784b-4be3-a38e-bc65dbdb2e72 HTTP/1.1" status: 204 len: 168 time: 1.5721931 Oct 14 18:00:30.758858 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46650) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:30.776114 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:30.776755 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:30.778607 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.27.3.93 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/fb33365f-0183-41ef-8ac6-edf65b1c99a4) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:30.785831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9a419-9988-4182-b3fc-58bc22174b50 None None] Pushing event updated for resources: {'Port': ['ID=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:30.809775 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] Deleting subnet 273fce4f-4638-47e0-a386-07822b170a98 {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:00:30.813773 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] Publish callbacks [] for subnet (273fce4f-4638-47e0-a386-07822b170a98), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.850158 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:30.850533 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.850904 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 Oct 14 18:00:30.851916 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:30.854926 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (273fce4f-4638-47e0-a386-07822b170a98), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.918643 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.947182 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (273fce4f-4638-47e0-a386-07822b170a98), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:30.954383 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:30.968409 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.018425 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:31.021091 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=fb33365f-0183-41ef-8ac6-edf65b1c99a4,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:31.034853 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:31.035062 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (273fce4f-4638-47e0-a386-07822b170a98), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.037085 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:31.041871 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:31.048249 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.051296 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/273fce4f-4638-47e0-a386-07822b170a98 HTTP/1.1" status: 204 len: 168 time: 0.2913659 Oct 14 18:00:31.069903 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46652) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:31.074125 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42843f20-dfc5-43bf-875b-45d30648105d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273fce4f-4638-47e0-a386-07822b170a98,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:31.081243 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c857b55-5d9d-49fe-939f-754a55763b8f None None] Network c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:31.097436 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:31.310347 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:30Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:31.338446 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1109b0c-c70c-4da1-9dff-eb3a36516894 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:30Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:31.430880 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] DHCP port deletion for c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:00:31.487692 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 186346a6-678a-483a-880f-b2f207f2e01d no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:31.502449 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] Deleting port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:31.502449 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.524365 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 186346a6-678a-483a-880f-b2f207f2e01d {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:31.525474 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 186346a6-678a-483a-880f-b2f207f2e01d not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:31.542418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af2f1f-c0cb-4359-8a67-a22e1ef262a8 req-a1c758ba-8586-4be8-a78d-8219c1ff7b16 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:31.543967 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3af2f1f-c0cb-4359-8a67-a22e1ef262a8 req-a1c758ba-8586-4be8-a78d-8219c1ff7b16 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.1288962 Oct 14 18:00:31.551017 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.592097 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (432ad88c-ec0c-4bab-89b2-d44611daca77), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.612777 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] For port 583dfcfd-7f43-4019-92cc-e3d7348d2e71, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=583dfcfd-7f43-4019-92cc-e3d7348d2e71,segment=NetworkSegment(352e6150-94a5-40f9-9915-8d541ac2ba25),segment_id=352e6150-94a5-40f9-9915-8d541ac2ba25)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:31.613102 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.638955 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] Calling delete_port for 583dfcfd-7f43-4019-92cc-e3d7348d2e71 owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:31.650644 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3af2f1f-c0cb-4359-8a67-a22e1ef262a8 req-11667f1f-7030-4924-abbd-0d3b57962356 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936739 Oct 14 18:00:31.671378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Deleting port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:00:31.671378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.725436 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.733917 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.763476 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] Pushing event deleted for resources: {'Port': ['ID=583dfcfd-7f43-4019-92cc-e3d7348d2e71,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:31.769331 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62eb641-de05-4115-a4e6-9fd733d01e37 None None] No DVR routers for this DVR port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:31.794660 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] For port 583dfcfd-7f43-4019-92cc-e3d7348d2e71, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=583dfcfd-7f43-4019-92cc-e3d7348d2e71,segment=NetworkSegment(352e6150-94a5-40f9-9915-8d541ac2ba25),segment_id=352e6150-94a5-40f9-9915-8d541ac2ba25)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:31.795754 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:31.817320 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Calling delete_port for 583dfcfd-7f43-4019-92cc-e3d7348d2e71 owned by network:dhcp {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:00:31.912422 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:32.001633 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (583dfcfd-7f43-4019-92cc-e3d7348d2e71), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.004890 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.031858 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.034505 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Pushing event deleted for resources: {'Port': ['ID=583dfcfd-7f43-4019-92cc-e3d7348d2e71,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:32.041644 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] No DVR routers for this DVR port 583dfcfd-7f43-4019-92cc-e3d7348d2e71 on host dv-cinder-749155-15-iscsi {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:00:32.190388 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=fb33365f-0183-41ef-8ac6-edf65b1c99a4,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:32.199728 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (432ad88c-ec0c-4bab-89b2-d44611daca77), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.206743 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.211471 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:32.240206 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.241450 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-9ecc7d07-aa3c-4eb9-8e82-b7a1a89c21c6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7750931 Oct 14 18:00:32.243289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:32.262477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352e6150-94a5-40f9-9915-8d541ac2ba25') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:32.262774 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352e6150-94a5-40f9-9915-8d541ac2ba25') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:32.278868 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (352e6150-94a5-40f9-9915-8d541ac2ba25), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.303559 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (352e6150-94a5-40f9-9915-8d541ac2ba25), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.315487 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:00:32.316244 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (352e6150-94a5-40f9-9915-8d541ac2ba25), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.352427 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 19e61a74-ccc3-487b-ad47-299a7c3d3e0d up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:32.384328 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.395057 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.400877 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3 HTTP/1.1" status: 204 len: 168 time: 1.3296325 Oct 14 18:00:32.406900 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 7e54b253-263a-42cf-8f31-9f4a5d1746bc details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:00:32.442248 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d594-8740-4cc1-9d67-690caa6c69dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f2d0ce-f0a6-4a5d-bc56-0fadb32be4a3,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:32.484636 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:32.485154 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.485495 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d Oct 14 18:00:32.512479 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-0c677989-a97c-4858-8901-5f1c211e10e3 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--608005524&fields=id&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 267 time: 0.0906098 Oct 14 18:00:32.547163 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 352e6150-94a5-40f9-9915-8d541ac2ba25 resource provider aggregate not found Oct 14 18:00:32.574761 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment 352e6150-94a5-40f9-9915-8d541ac2ba25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 352e6150-94a5-40f9-9915-8d541ac2ba25 found for delete ", "request_id": "req-12b60345-7fe3-4159-b2d8-cb2091ba0de8"}]} Oct 14 18:00:32.611717 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46676) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:32.626051 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 7e54b253-263a-42cf-8f31-9f4a5d1746bc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:32.659299 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:32.661865 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'port_id': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'mac_address': 'fa:16:3e:f9:ba:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:00:32.664625 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d859b684-0cbc-4c15-9754-95d89cdec4a6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f41c0e3b1239415ba4105ca5014cbe28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517852 Oct 14 18:00:32.667203 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46678) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:32.667903 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:32.668469 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.677203 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-61111477-08e6-4be1-b3c0-c32b473020a7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:32.678911 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-61111477-08e6-4be1-b3c0-c32b473020a7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1604762 Oct 14 18:00:32.705910 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-2df5b271-2b38-45a6-a1e5-87dc9b0f077f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/quotas/bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 375 time: 0.0135593 Oct 14 18:00:32.746161 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:32.747619 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 7e54b253-263a-42cf-8f31-9f4a5d1746bc is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:32.748131 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.750862 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2501eb16-b6fd-4a75-b1fc-f9b23bd18a82 admin admin] Publish callbacks [] for security_group (96097201-d740-47a0-b1c5-3dd095e43172), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.761275 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.775544 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2501eb16-b6fd-4a75-b1fc-f9b23bd18a82 admin admin] Publish callbacks [] for security_group (96097201-d740-47a0-b1c5-3dd095e43172), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.778623 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-e0f0190f-c1c2-462e-842d-794c9e52282c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661628 Oct 14 18:00:32.805443 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e54b253-263a-42cf-8f31-9f4a5d1746bc {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:00:32.814610 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:32.845099 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device e94106b3-e221-4fa3-980c-091a6870345a no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:32.850801 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 7e54b253-263a-42cf-8f31-9f4a5d1746bc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:32.852076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:32.852699 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2501eb16-b6fd-4a75-b1fc-f9b23bd18a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (96097201-d740-47a0-b1c5-3dd095e43172), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.856063 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2501eb16-b6fd-4a75-b1fc-f9b23bd18a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.857753 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2501eb16-b6fd-4a75-b1fc-f9b23bd18a82 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/96097201-d740-47a0-b1c5-3dd095e43172 HTTP/1.1" status: 204 len: 168 time: 0.1886182 Oct 14 18:00:32.867309 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501eb16-b6fd-4a75-b1fc-f9b23bd18a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96097201-d740-47a0-b1c5-3dd095e43172,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:32.882444 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed327f9-4d28-4e0e-8293-5bf3b7dab2f4 req-f8fe61b6-bee3-40a5-9e3f-e3c66394d3ae tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:32.883984 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fed327f9-4d28-4e0e-8293-5bf3b7dab2f4 req-f8fe61b6-bee3-40a5-9e3f-e3c66394d3ae tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 943 time: 0.1044319 Oct 14 18:00:32.888675 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:32.896153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:32.900754 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:32.924287 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: e94106b3-e221-4fa3-980c-091a6870345a {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:32.924628 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device e94106b3-e221-4fa3-980c-091a6870345a not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:32.925044 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 583dfcfd-7f43-4019-92cc-e3d7348d2e71 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:00:32.944650 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-92bfe4e5-fd9f-4774-ae7a-e10897f09b8e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522510 Oct 14 18:00:32.966806 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 583dfcfd-7f43-4019-92cc-e3d7348d2e71 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:00:32.967153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 583dfcfd-7f43-4019-92cc-e3d7348d2e71 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:00:32.985805 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=7e54b253-263a-42cf-8f31-9f4a5d1746bc,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:33.021712 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fed327f9-4d28-4e0e-8293-5bf3b7dab2f4 req-1f5cf4bd-59c1-43cf-b66e-88801bc99485 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211636 Oct 14 18:00:33.053153 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:33.079353 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-9ee03abf-2ef8-4253-84f9-a018d8c74b6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228874 Oct 14 18:00:33.150658 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['7e54b253-263a-42cf-8f31-9f4a5d1746bc'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:33.282124 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b39f5607-046d-441e-894d-f78206378432 req-c87ca6bf-6af6-460e-8001-9bb0a40022c5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 210 time: 0.0543907 Oct 14 18:00:33.332868 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46696) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:33.381724 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-14949414-da9a-42c6-be1d-8d0c33ba8f65 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8b7c06918a2c4c84ae618127ce8c44c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470135 Oct 14 18:00:33.384430 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46698) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:33.446649 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae7-6210-4be7-859d-0d75b8950cda admin admin] Publish callbacks [] for security_group (37e7da60-96ac-4349-ac18-95e6437a79c2), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:33.472723 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae7-6210-4be7-859d-0d75b8950cda admin admin] Publish callbacks [] for security_group (37e7da60-96ac-4349-ac18-95e6437a79c2), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:33.535441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae7-6210-4be7-859d-0d75b8950cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (37e7da60-96ac-4349-ac18-95e6437a79c2), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:33.538208 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae7-6210-4be7-859d-0d75b8950cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:33.539546 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-4bad5ae7-6210-4be7-859d-0d75b8950cda admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/37e7da60-96ac-4349-ac18-95e6437a79c2 HTTP/1.1" status: 204 len: 168 time: 0.1539664 Oct 14 18:00:33.549395 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad5ae7-6210-4be7-859d-0d75b8950cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e7da60-96ac-4349-ac18-95e6437a79c2,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:34.154302 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf553-ded2-47a7-857b-eaee0e113e75 req-c4346555-864a-4973-b9ea-22ef65c5fac0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:34.155464 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5b5cf553-ded2-47a7-857b-eaee0e113e75 req-c4346555-864a-4973-b9ea-22ef65c5fac0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 944 time: 0.0551019 Oct 14 18:00:34.212940 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5b5cf553-ded2-47a7-857b-eaee0e113e75 req-6072d080-b209-48ce-8af8-60dc379b3c38 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516500 Oct 14 18:00:34.306869 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 19e61a74-ccc3-487b-ad47-299a7c3d3e0d up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:34.346635 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46736) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:34.352851 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:34.353232 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.353575 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d Oct 14 18:00:34.391767 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c262c838-a825-4f95-81a5-f2caf5677c64 req-844bdd0a-68bf-4f40-836a-e4dcce77678a tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 210 time: 0.0308752 Oct 14 18:00:34.443931 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 7e54b253-263a-42cf-8f31-9f4a5d1746bc up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:34.483565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-652072429-network', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:34.495823 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:34.509504 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Made reservation on behalf of 16610892c7d34b28a2ee5313a4bea23b for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:34.512058 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.536262 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.635651 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:34.648304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 7e54b253-263a-42cf-8f31-9f4a5d1746bc completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:00:34.657821 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 7e54b253-263a-42cf-8f31-9f4a5d1746bc triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:34.658197 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.658538 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 7e54b253-263a-42cf-8f31-9f4a5d1746bc Oct 14 18:00:34.678064 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-1b2aa780-fe8b-44ad-a1e6-f169d2ae36c0 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:34.679504 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-1b2aa780-fe8b-44ad-a1e6-f169d2ae36c0 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1556244 Oct 14 18:00:34.724547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks [] for security_group (0cd366d1-e63c-4253-8480-6a4318353ad6), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.735383 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (0cd366d1-e63c-4253-8480-6a4318353ad6), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.737612 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 7e54b253-263a-42cf-8f31-9f4a5d1746bc is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:34.738081 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.765431 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:34.767687 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdf6e09-c6ec-423c-9084-01580ce92119" -d '{"events": [{"server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "name": "network-vif-plugged", "status": "completed", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:34.774027 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:34.780894 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 7e54b253-263a-42cf-8f31-9f4a5d1746bc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:34.786047 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.792716 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd366d1-e63c-4253-8480-6a4318353ad6,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:34.800497 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-29b0ccaf-5fc5-49c9-a3a2-310462a88121 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 379 time: 0.1086257 Oct 14 18:00:34.803806 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (aa460045-0f55-49b4-8730-7f225e638207), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.804174 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Added segment aa460045-0f55-49b4-8730-7f225e638207 of type vlan for network 189bc153-c094-4155-88a3-9296df03396a Oct 14 18:00:34.823404 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7862d-628c-4a9f-a473-75aeb1b28247 x-openstack-request-id: req-48a7862d-628c-4a9f-a473-75aeb1b28247 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:34.823705 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "name": "network-vif-plugged", "status": "completed", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:34.823988 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-48a7862d-628c-4a9f-a473-75aeb1b28247 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:34.824387 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a7862d-628c-4a9f-a473-75aeb1b28247'] response: {'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'code': 200} Oct 14 18:00:34.840655 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'port': {'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'admin_state_up': True, 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'security_groups': ['8066de2c-6aab-4a08-ad23-775a0d8fe360']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:34.853159 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=7e54b253-263a-42cf-8f31-9f4a5d1746bc,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:34.893967 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (189bc153-c094-4155-88a3-9296df03396a), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.942332 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (189bc153-c094-4155-88a3-9296df03396a), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:34.943287 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:34.943864 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.010923 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:35.029606 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6818118 Oct 14 18:00:35.034610 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46748) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:35.042756 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a85bf-b059-4836-aa9c-5dccdc73fde8 admin admin] Pushing event updated for resources: {'Network': ['ID=189bc153-c094-4155-88a3-9296df03396a,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:35.043014 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Request body: {'subnet': {'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-652072429-subnet', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:35.054089 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 189bc153-c094-4155-88a3-9296df03396a details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:35.057800 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Made reservation on behalf of bfdb342c57b144a384e9938fa4c6e0bf for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:35.062934 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.111366 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Made reservation on behalf of 16610892c7d34b28a2ee5313a4bea23b for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:35.113775 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59467636'] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.128815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19f637-1c56-474c-93af-4fb22f178d96 req-0bda624a-0d88-4e27-bf22-7e0ccdfb59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:35.130577 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-de19f637-1c56-474c-93af-4fb22f178d96 req-0bda624a-0d88-4e27-bf22-7e0ccdfb59ae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 1129 time: 0.0714600 Oct 14 18:00:35.212763 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.20.0.11 (2dc29fa6-a064-4dfe-be69-6fc039570894/963a8c62-bd6c-4315-8880-f31fc7ae4cc7/224c20a8-d471-41aa-9fb6-c77acab8e577) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:35.229724 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-de19f637-1c56-474c-93af-4fb22f178d96 req-d68b1533-fd06-4e2b-a4da-1e5e1bb794c4 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705950 Oct 14 18:00:35.241694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:35.336416 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59133433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59467622'] for subnet (b9158f72-6906-48e3-92dd-776ca871674d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.363698 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fbc03-2d62-45d7-b0e5-b3bc178c44da req-72b0242d-bc59-4c45-857a-60c212b91466 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:35.365197 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6a5fbc03-2d62-45d7-b0e5-b3bc178c44da req-72b0242d-bc59-4c45-857a-60c212b91466 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.0652461 Oct 14 18:00:35.398292 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9158f72-6906-48e3-92dd-776ca871674d,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:35.408072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Checking segment: {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:35.408431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Network hostable DHCP agents. Network: 189bc153-c094-4155-88a3-9296df03396a, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:35.418521 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.429120 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Network 189bc153-c094-4155-88a3-9296df03396a is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:35.445128 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 189bc153-c094-4155-88a3-9296df03396a) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:35.451031 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:35.452710 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.458904 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2b8e1-769d-4535-9420-ea9b604012c6 None None] Network 189bc153-c094-4155-88a3-9296df03396a requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:35.475502 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5850423d-c8a1-41ba-8a21-1c985e3a14c2 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4377615 Oct 14 18:00:35.478208 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46760) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:35.479190 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6a5fbc03-2d62-45d7-b0e5-b3bc178c44da req-9fbc668f-dc58-4254-8c33-25b4ec46228c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039929 Oct 14 18:00:35.480878 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.485461 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:35.492689 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:35.515446 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (e25ac998-ba46-40e3-a154-72b05669174d), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.516918 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (e25ac998-ba46-40e3-a154-72b05669174d), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.563707 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:35.569249 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:35.573547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=224c20a8-d471-41aa-9fb6-c77acab8e577,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:35.578619 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:35.614242 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks [] for router_controller (e25ac998-ba46-40e3-a154-72b05669174d), precommit_add_association {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.624786 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984473b-4712-4809-8e28-b37acfff3787 req-8159dc9b-6d17-45b3-bd4a-b3481c2c7e56 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:35.627093 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8984473b-4712-4809-8e28-b37acfff3787 req-8159dc9b-6d17-45b3-bd4a-b3481c2c7e56 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 932 time: 0.1174707 Oct 14 18:00:35.635852 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-189bc153-c094-4155-88a3-9296df03396a', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 18:00:35.636948 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.668303 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:35.668963 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.698765 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-bf78df00-51da-4798-ae42-cdb8a3fb4719 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8618183 Oct 14 18:00:35.728026 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8984473b-4712-4809-8e28-b37acfff3787 req-7e8cb6ad-7f22-4f46-811c-f289b4c085ca tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929394 Oct 14 18:00:35.825962 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks [] for router_gateway (e25ac998-ba46-40e3-a154-72b05669174d), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.838615 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:35.840361 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:35.859189 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Allocated IP 172.20.0.2 (189bc153-c094-4155-88a3-9296df03396a/b9158f72-6906-48e3-92dd-776ca871674d/c8b8e937-7cb6-42b6-8137-ebe33a235470) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:35.867864 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-f600ab31-f161-447d-b993-85237d9751b9 None None] Provisioning complete for port 224c20a8-d471-41aa-9fb6-c77acab8e577 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:35.868563 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f600ab31-f161-447d-b993-85237d9751b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:35.869057 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-f600ab31-f161-447d-b993-85237d9751b9 None None] Attempt 1 to provision port 224c20a8-d471-41aa-9fb6-c77acab8e577 Oct 14 18:00:35.954633 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f600ab31-f161-447d-b993-85237d9751b9 None None] Port 224c20a8-d471-41aa-9fb6-c77acab8e577 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:35.970238 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Request body: {'port': {'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:35.986001 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd79af-3887-4034-97fb-e83b44f35b64 req-f0e839e0-e90a-489c-a69a-65fb0ecec768 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:35.988360 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-67dd79af-3887-4034-97fb-e83b44f35b64 req-f0e839e0-e90a-489c-a69a-65fb0ecec768 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0741775 Oct 14 18:00:36.054715 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Publish callbacks [] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.062016 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.062880 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks [] for router_gateway (e25ac998-ba46-40e3-a154-72b05669174d), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.084796 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.097097 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-67dd79af-3887-4034-97fb-e83b44f35b64 req-66fff629-8505-4482-9f9c-21130e83c849 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910044 Oct 14 18:00:36.097781 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.110619 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Network 189bc153-c094-4155-88a3-9296df03396a is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:36.112204 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:36.117964 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:36.120292 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Pushing event updated for resources: {'Port': ['ID=c8b8e937-7cb6-42b6-8137-ebe33a235470,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.129502 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:36.132092 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:36.202964 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Attempting to bind port c8b8e937-7cb6-42b6-8137-ebe33a235470 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:36.203334 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Attempting to bind port c8b8e937-7cb6-42b6-8137-ebe33a235470 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:36.203704 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Attempting to bind port c8b8e937-7cb6-42b6-8137-ebe33a235470 on network 189bc153-c094-4155-88a3-9296df03396a {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:36.214393 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Allocated IP 172.27.3.30 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/3e3f9c10-e086-48ce-91b7-a196f5895f45) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:36.255177 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:36.255549 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Checking segment: {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:36.256877 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.257462 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Bound using segment: {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:36.258108 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Bound port: c8b8e937-7cb6-42b6-8137-ebe33a235470, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:36.258660 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.327972 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] For port c8b8e937-7cb6-42b6-8137-ebe33a235470, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:36.331916 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] For port c8b8e937-7cb6-42b6-8137-ebe33a235470, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=c8b8e937-7cb6-42b6-8137-ebe33a235470,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:36.343465 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.367318 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks [] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.391367 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:36.414671 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.416239 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:36.429018 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.434416 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159ad71-9f5a-4042-b895-f2cd2750f5b9 None None] Pushing event updated for resources: {'Port': ['ID=c8b8e937-7cb6-42b6-8137-ebe33a235470,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.440932 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224c20a8-d471-41aa-9fb6-c77acab8e577 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:00:36.449398 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Publish callbacks [] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.463993 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Transition to ACTIVE for port object 224c20a8-d471-41aa-9fb6-c77acab8e577 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:00:36.469442 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.470444 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:36.476777 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:36.478273 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:36.481431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3f9c10-e086-48ce-91b7-a196f5895f45,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.538190 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Pushing event updated for resources: {'Port': ['ID=224c20a8-d471-41aa-9fb6-c77acab8e577,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.658380 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Attempting to bind port 224c20a8-d471-41aa-9fb6-c77acab8e577 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:36.658815 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Attempting to bind port 224c20a8-d471-41aa-9fb6-c77acab8e577 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:36.659920 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Attempting to bind port 224c20a8-d471-41aa-9fb6-c77acab8e577 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:36.668376 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ad16a-63fe-4334-b172-d0a2b4df14ff req-04ee8335-1857-424b-943c-f73f2a7863b3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:36.670436 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-be9ad16a-63fe-4334-b172-d0a2b4df14ff req-04ee8335-1857-424b-943c-f73f2a7863b3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.0738676 Oct 14 18:00:36.750075 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:36.758891 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Port 224c20a8-d471-41aa-9fb6-c77acab8e577 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:36.759335 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Attempting to bind port 224c20a8-d471-41aa-9fb6-c77acab8e577 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:36.767530 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-be9ad16a-63fe-4334-b172-d0a2b4df14ff req-010d6979-2660-44ff-9ffa-1314b0fdb69b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738299 Oct 14 18:00:36.816381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:36.816723 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Checking segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:36.817313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Bound using segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:36.817539 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Bound port: 224c20a8-d471-41aa-9fb6-c77acab8e577, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:36.817947 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.838384 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks [] for router_gateway (e25ac998-ba46-40e3-a154-72b05669174d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:36.944667 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8b852-93dc-40f1-937f-64fb528d6e27 req-29dc884e-a341-48a3-b4ac-09fdacd6e4b1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:36.946157 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-edc8b852-93dc-40f1-937f-64fb528d6e27 req-29dc884e-a341-48a3-b4ac-09fdacd6e4b1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 944 time: 0.1221428 Oct 14 18:00:36.968646 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:36.975343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097165d2-c869-4e8e-aef6-e678e7d2dfcd req-b483b8be-f8f2-433c-9f3a-cbf6ca87a08c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:36.976852 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-097165d2-c869-4e8e-aef6-e678e7d2dfcd req-b483b8be-f8f2-433c-9f3a-cbf6ca87a08c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.1071532 Oct 14 18:00:36.991620 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] For port 224c20a8-d471-41aa-9fb6-c77acab8e577, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:37.033645 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] For port 224c20a8-d471-41aa-9fb6-c77acab8e577, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=224c20a8-d471-41aa-9fb6-c77acab8e577,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:37.035725 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (e25ac998-ba46-40e3-a154-72b05669174d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.051905 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.064879 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-edc8b852-93dc-40f1-937f-64fb528d6e27 req-6d4721f3-f9a4-40c1-b141-3422dfd5362b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088693 Oct 14 18:00:37.066780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:37.067396 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.068725 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/224c20a8-d471-41aa-9fb6-c77acab8e577 HTTP/1.1" status: 200 len: 1094 time: 1.1044860 Oct 14 18:00:37.075402 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:37.078720 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae550d58-b677-482e-859d-34cb5daba517" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:37.113952 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-097165d2-c869-4e8e-aef6-e678e7d2dfcd req-916f01db-169e-4bc7-90d1-f95432589b8a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260552 Oct 14 18:00:37.134160 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:37.155378 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46782) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:37.169768 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d5146-e301-40ba-a7ba-5fc713fe5e3d x-openstack-request-id: req-c24d5146-e301-40ba-a7ba-5fc713fe5e3d {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:37.170038 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:37.170504 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c24d5146-e301-40ba-a7ba-5fc713fe5e3d {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:37.172337 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24d5146-e301-40ba-a7ba-5fc713fe5e3d'] response: {'name': 'network-changed', 'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'status': 'completed', 'code': 200} Oct 14 18:00:37.191626 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59b614-2d69-4241-85da-d566cfe2f804 service neutron] Pushing event updated for resources: {'Port': ['ID=224c20a8-d471-41aa-9fb6-c77acab8e577,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:37.199452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-c2cf17c4-06be-4b16-b541-36c0a4637895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:37.201063 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-c2cf17c4-06be-4b16-b541-36c0a4637895 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 1128 time: 0.0784731 Oct 14 18:00:37.228809 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Router e25ac998-ba46-40e3-a154-72b05669174d is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:00:37.260406 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-9768e6f7-ca21-4e2c-95bf-bd43c13f15ba service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=224c20a8-d471-41aa-9fb6-c77acab8e577 HTTP/1.1" status: 200 len: 217 time: 0.0513842 Oct 14 18:00:37.346473 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a78da5-7bd7-4a06-9776-95666654c5f8 req-a4bc6b8b-d7a4-4560-bc03-1704948760e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:37.353731 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-33a78da5-7bd7-4a06-9776-95666654c5f8 req-a4bc6b8b-d7a4-4560-bc03-1704948760e0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0959988 Oct 14 18:00:37.383300 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-f097d00c-fe1b-48d1-9744-370d8d319ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:37.384844 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-f097d00c-fe1b-48d1-9744-370d8d319ed4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0901620 Oct 14 18:00:37.411304 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:37.445602 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-33a78da5-7bd7-4a06-9776-95666654c5f8 req-bf815863-3baa-4916-b47d-061564700956 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909603 Oct 14 18:00:37.454763 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-6d867ac2-4879-4e8e-956c-844fc6316693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:37.456292 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-6d867ac2-4879-4e8e-956c-844fc6316693 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601599 Oct 14 18:00:37.563221 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4397dc-b700-4fe4-ac88-b085358a899f None None] Network 189bc153-c094-4155-88a3-9296df03396a requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:37.571335 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-5ebf333c-a016-43b8-8ab8-1e4d56b0e734 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019192 Oct 14 18:00:37.623347 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] Provisioning complete for port c8b8e937-7cb6-42b6-8137-ebe33a235470 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:37.623778 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.624141 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] Attempt 1 to provision port c8b8e937-7cb6-42b6-8137-ebe33a235470 Oct 14 18:00:37.646672 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2413074-1dab-492b-bf18-c4e4c7373340 tempest-TestVolumeBootPattern-1392443685 tempest-TestVolumeBootPattern-1392443685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:37.648215 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c2413074-1dab-492b-bf18-c4e4c7373340 tempest-TestVolumeBootPattern-1392443685 tempest-TestVolumeBootPattern-1392443685-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 1124 time: 0.4917755 Oct 14 18:00:37.651268 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46788) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:37.658844 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:37.659444 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'port_id': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:37.682386 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.683626 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-57e7783d-a53f-47b2-91cc-5a44d56d66e5 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2039111 Oct 14 18:00:37.687899 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46790) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:37.688353 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Sync routers for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:37.707288 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e6575b7-af0b-441b-9de0-e41ff9b902dd req-de01255c-07b8-4edd-8e6c-6fc160b27bfd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284306 Oct 14 18:00:37.712402 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.742635 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:37.743306 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:37.822865 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.842245 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] Current status of the port c8b8e937-7cb6-42b6-8137-ebe33a235470 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:37.842666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.924585 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] For port c8b8e937-7cb6-42b6-8137-ebe33a235470, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=c8b8e937-7cb6-42b6-8137-ebe33a235470,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:37.929296 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:37.932251 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:37.959793 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Allocated IP 172.27.3.16 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/575eef79-af2b-4343-9813-5f70b27702eb) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:38.087432 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:00:38.090924 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88453782-0ca1-45ab-a0c2-56234fbc1e2f None None] Pushing event updated for resources: {'Port': ['ID=c8b8e937-7cb6-42b6-8137-ebe33a235470,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:38.117006 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (575eef79-af2b-4343-9813-5f70b27702eb), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.157991 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:38.169129 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.175551 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (575eef79-af2b-4343-9813-5f70b27702eb), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.192130 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-4887ce9e-2b4d-4412-93d9-3ba172d8ece8 None None] Provisioning complete for port c8b8e937-7cb6-42b6-8137-ebe33a235470 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:38.193055 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4887ce9e-2b4d-4412-93d9-3ba172d8ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.193627 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-4887ce9e-2b4d-4412-93d9-3ba172d8ece8 None None] Attempt 1 to provision port c8b8e937-7cb6-42b6-8137-ebe33a235470 Oct 14 18:00:38.203646 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:38.239266 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:36Z', 'revision_number': 3, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:38.258471 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810223-db72-4ff3-972c-b243d8ce1a0f req-4d6c3473-c0e7-4d69-b9cd-558a1b879ab5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:38.261110 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-13810223-db72-4ff3-972c-b243d8ce1a0f req-4d6c3473-c0e7-4d69-b9cd-558a1b879ab5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 944 time: 0.1025636 Oct 14 18:00:38.269557 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:38.276359 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Checking router: e25ac998-ba46-40e3-a154-72b05669174d for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:38.276945 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Updating router e25ac998-ba46-40e3-a154-72b05669174d port 3e3f9c10-e086-48ce-91b7-a196f5895f45 binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:38.286790 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:38.295700 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:38.305591 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:38.314234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.347289 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:38.361477 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Allocated IP 172.20.0.1 (189bc153-c094-4155-88a3-9296df03396a/b9158f72-6906-48e3-92dd-776ca871674d/88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:38.368322 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=575eef79-af2b-4343-9813-5f70b27702eb,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:38.398519 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device c8b8e937-7cb6-42b6-8137-ebe33a235470 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:38.461982 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-13810223-db72-4ff3-972c-b243d8ce1a0f req-cf4d6570-ac5c-4a04-bb80-8f82dd6650a0 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890521 Oct 14 18:00:38.487814 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-4887ce9e-2b4d-4412-93d9-3ba172d8ece8 None None] Current status of the port c8b8e937-7cb6-42b6-8137-ebe33a235470 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:38.488287 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks [] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.535233 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.546339 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port c8b8e937-7cb6-42b6-8137-ebe33a235470 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:38.546798 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.547206 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port c8b8e937-7cb6-42b6-8137-ebe33a235470 Oct 14 18:00:38.554674 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:38.581002 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Network 189bc153-c094-4155-88a3-9296df03396a is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:38.585845 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:38.589465 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:38.632407 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:38.634908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Pushing event updated for resources: {'Port': ['ID=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:38.637557 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (e25ac998-ba46-40e3-a154-72b05669174d), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.791386 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.875015 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port c8b8e937-7cb6-42b6-8137-ebe33a235470 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:38.937544 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-01c7e577-0fd6-485e-935c-fd640726558c None None] Provisioning complete for port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:38.937917 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-01c7e577-0fd6-485e-935c-fd640726558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.938264 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-01c7e577-0fd6-485e-935c-fd640726558c None None] Attempt 1 to provision port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 Oct 14 18:00:38.941024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Publish callbacks [] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.964539 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.986301 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks [] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.992009 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:38.999749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb460c6-9700-4c8a-ba99-7544e71552b3 req-20f68935-1113-4939-b31e-aa75adbfa3b1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:39.000919 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3bb460c6-9700-4c8a-ba99-7544e71552b3 req-20f68935-1113-4939-b31e-aa75adbfa3b1 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.4500539 Oct 14 18:00:39.012518 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Attempting to bind port 3e3f9c10-e086-48ce-91b7-a196f5895f45 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:39.012898 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Attempting to bind port 3e3f9c10-e086-48ce-91b7-a196f5895f45 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:39.013266 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Attempting to bind port 3e3f9c10-e086-48ce-91b7-a196f5895f45 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:39.021173 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-01c7e577-0fd6-485e-935c-fd640726558c None None] Port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:39.038053 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550d58-b677-482e-859d-34cb5daba517 req-2194dc91-9e59-4311-8065-63aabbd5db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:39.039906 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae550d58-b677-482e-859d-34cb5daba517 req-2194dc91-9e59-4311-8065-63aabbd5db01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 1128 time: 0.4486377 Oct 14 18:00:39.052317 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Pushing event updated for resources: {'Port': ['ID=3e3f9c10-e086-48ce-91b7-a196f5895f45,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.070544 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:39.074045 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:39.074452 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:39.074863 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.075559 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:39.075771 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Bound port: 3e3f9c10-e086-48ce-91b7-a196f5895f45, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:39.076140 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.084847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Pushing event updated for resources: {'Port': ['ID=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.095431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (e25ac998-ba46-40e3-a154-72b05669174d), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.105827 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:39.121167 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:39.134703 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] For port 3e3f9c10-e086-48ce-91b7-a196f5895f45, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:39.136480 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3bb460c6-9700-4c8a-ba99-7544e71552b3 req-53d41bbf-ae8d-46cd-b7f1-27c9cbc38fda tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246605 Oct 14 18:00:39.139466 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] For port 3e3f9c10-e086-48ce-91b7-a196f5895f45, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3e3f9c10-e086-48ce-91b7-a196f5895f45,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:39.149481 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.201362 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:39.202116 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:39.219824 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Network 189bc153-c094-4155-88a3-9296df03396a is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:39.221950 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:39.250483 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Pushing event updated for resources: {'Port': ['ID=3e3f9c10-e086-48ce-91b7-a196f5895f45,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.264907 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.265396 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.265993 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.265993 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.266337 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.266677 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.267013 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.267345 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.268611 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.268611 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.268611 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.268890 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.269090 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.269698 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.269698 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e2c5c-f492-4816-bd96-7c7b2cbac4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:39.290162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550d58-b677-482e-859d-34cb5daba517 req-c1ed3ab3-e841-4649-bdbc-066f9a6082d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:39.291741 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae550d58-b677-482e-859d-34cb5daba517 req-c1ed3ab3-e841-4649-bdbc-066f9a6082d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 916 time: 0.2356045 Oct 14 18:00:39.335998 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:39.342372 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae550d58-b677-482e-859d-34cb5daba517 req-eafa44a2-9b9c-48fc-8ed9-830951f6760e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=224c20a8-d471-41aa-9fb6-c77acab8e577 HTTP/1.1" status: 200 len: 217 time: 0.0431733 Oct 14 18:00:39.347498 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (9a7724cc-bc8f-4577-bb5a-10692c380c6c), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.381377 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Router e25ac998-ba46-40e3-a154-72b05669174d has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:39.442544 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550d58-b677-482e-859d-34cb5daba517 req-ec082d61-238d-409d-b36b-276a4f5f5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:39.444061 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae550d58-b677-482e-859d-34cb5daba517 req-ec082d61-238d-409d-b36b-276a4f5f5916 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0947707 Oct 14 18:00:39.505343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (575eef79-af2b-4343-9813-5f70b27702eb), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.530682 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:39.544486 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-cf4a2894-88f1-4b56-9c65-c1479ca31635 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e25ac998-ba46-40e3-a154-72b05669174d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8552177 Oct 14 18:00:39.545918 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:39.549221 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550d58-b677-482e-859d-34cb5daba517 req-37f96de7-c4eb-48fb-8b1f-221c7e1c4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:39.550887 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae550d58-b677-482e-859d-34cb5daba517 req-37f96de7-c4eb-48fb-8b1f-221c7e1c4100 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851648 Oct 14 18:00:39.578403 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-bb9bbf26-a77a-4f0f-a486-b3ea7c399db5 None None] Provisioning complete for port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:39.579039 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-bb9bbf26-a77a-4f0f-a486-b3ea7c399db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.579380 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-bb9bbf26-a77a-4f0f-a486-b3ea7c399db5 None None] Attempt 1 to provision port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 Oct 14 18:00:39.641777 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bbf26-a77a-4f0f-a486-b3ea7c399db5 None None] Port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:39.646509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 2, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:39.677840 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53b35a-448a-4ee1-915a-8d201ae5a9a1 None None] The sync data for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi is: [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 2, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:39.725158 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b83d5-e368-4434-a5c7-9858ecbf4c75 req-086d239a-8bec-406b-b52d-0da2fe9604be tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:39.726651 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8f9b83d5-e368-4434-a5c7-9858ecbf4c75 req-086d239a-8bec-406b-b52d-0da2fe9604be tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 944 time: 0.1659250 Oct 14 18:00:39.834998 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae550d58-b677-482e-859d-34cb5daba517 req-59500669-4ee4-4c50-8f0d-4ecab5238ea3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131548 Oct 14 18:00:39.841022 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (575eef79-af2b-4343-9813-5f70b27702eb), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.856455 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8f9b83d5-e368-4434-a5c7-9858ecbf4c75 req-c957cf79-18da-4de9-958e-f022b7ecb80c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207492 Oct 14 18:00:39.870968 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (575eef79-af2b-4343-9813-5f70b27702eb), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:39.947425 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:40.043951 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=575eef79-af2b-4343-9813-5f70b27702eb,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.066729 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (9a7724cc-bc8f-4577-bb5a-10692c380c6c), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.102732 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae550d58-b677-482e-859d-34cb5daba517 req-614fd6b2-2557-41d6-8f57-3ad1ed756cac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580462 Oct 14 18:00:40.147197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46812) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:40.152148 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-635961200-network', 'tenant_id': '90bee264213b45d9a287167aa9d7475e'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:40.174021 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Floating IP 9a7724cc-bc8f-4577-bb5a-10692c380c6c associated. External IP: 172.27.3.16, port: 7e54b253-263a-42cf-8f31-9f4a5d1746bc. Oct 14 18:00:40.179461 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Made reservation on behalf of 90bee264213b45d9a287167aa9d7475e for: {'network': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:40.182493 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.193789 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.302579 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks [] for security_group (5dcbdd43-67ba-49df-be3a-c563b20344b1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.307264 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (5dcbdd43-67ba-49df-be3a-c563b20344b1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.331039 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=104408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:40.334479 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58677adb-459e-4d34-acd5-4b62fb20067b req-c1b840b3-9edb-43a6-87d8-0f95a3b9c156 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:40.336157 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-58677adb-459e-4d34-acd5-4b62fb20067b req-c1b840b3-9edb-43a6-87d8-0f95a3b9c156 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0634763 Oct 14 18:00:40.354787 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (568c99bd-f996-406b-b470-e97163e736f5), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.355142 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.segments_db [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Added segment 568c99bd-f996-406b-b470-e97163e736f5 of type vlan for network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 Oct 14 18:00:40.363773 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcbdd43-67ba-49df-be3a-c563b20344b1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.397712 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:40.408189 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (533e1e29-a7e6-4cf7-bf17-face4b70cb25), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.437608 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 224c20a8-d471-41aa-9fb6-c77acab8e577 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:00:40.445024 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (533e1e29-a7e6-4cf7-bf17-face4b70cb25), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.446354 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:40.447115 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.475096 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-58677adb-459e-4d34-acd5-4b62fb20067b req-0e3a336d-2ff3-48bb-88e8-e135ea27a651 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288424 Oct 14 18:00:40.503598 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:40.550191 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=533e1e29-a7e6-4cf7-bf17-face4b70cb25,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.557013 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-e82d1e07-9cf2-456c-bcca-55c052377bb9 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4084554 Oct 14 18:00:40.559404 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46816) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:40.563046 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:40.565609 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Request body: {'subnet': {'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-635961200-subnet', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:40.611491 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Made reservation on behalf of 90bee264213b45d9a287167aa9d7475e for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:40.614201 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59467636'] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.674190 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 224c20a8-d471-41aa-9fb6-c77acab8e577, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=224c20a8-d471-41aa-9fb6-c77acab8e577,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:40.685930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:40.690135 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:00:40.699133 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:40.707206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:40.711354 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:40.712226 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:40.723212 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.743107 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 224c20a8-d471-41aa-9fb6-c77acab8e577 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:40.743506 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.773279 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224c20a8-d471-41aa-9fb6-c77acab8e577 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:00:40.780550 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8dddfa80-1330-42e8-9644-fc029484872e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1268475 Oct 14 18:00:40.783832 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:40.784604 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:40.788344 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd2d039-c683-4526-9f77-1460cd17dd46" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:40.807526 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 224c20a8-d471-41aa-9fb6-c77acab8e577, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=224c20a8-d471-41aa-9fb6-c77acab8e577,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:40.817520 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.831511 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:40.864779 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9b38e5-338b-4d5a-9c0c-024451469673 x-openstack-request-id: req-2a9b38e5-338b-4d5a-9c0c-024451469673 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:40.865108 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:40.865452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2a9b38e5-338b-4d5a-9c0c-024451469673 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:40.865950 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9b38e5-338b-4d5a-9c0c-024451469673'] response: {'name': 'network-changed', 'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'status': 'completed', 'code': 200} Oct 14 18:00:40.888754 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=224c20a8-d471-41aa-9fb6-c77acab8e577,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.893596 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:40.901161 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59133433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59467622'] for subnet (ed663bc7-8e0b-47f7-9446-4008099bf719), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:40.948801 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-9dbd7628-e4b3-4ec8-bee8-a763a32340ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:40.951379 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-9dbd7628-e4b3-4ec8-bee8-a763a32340ab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 1129 time: 0.0636408 Oct 14 18:00:40.980728 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed663bc7-8e0b-47f7-9446-4008099bf719,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.984035 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Checking segment: {'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:40.984414 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Network hostable DHCP agents. Network: 533e1e29-a7e6-4cf7-bf17-face4b70cb25, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:41.009820 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:41.023995 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 533e1e29-a7e6-4cf7-bf17-face4b70cb25) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:41.029651 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:41.030511 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.042670 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77369b37-1f5f-4922-87ce-67b84eb1068c None None] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:41.083161 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1f12ee05-1951-4f62-bf7b-8b469cbe6a0b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5224035 Oct 14 18:00:41.085729 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46824) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:41.091538 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:41.107469 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['224c20a8-d471-41aa-9fb6-c77acab8e577'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:41.125770 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2967'] for router (243c5abf-9917-405b-bf97-8b7002ada6d0), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.126847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2956'] for router (243c5abf-9917-405b-bf97-8b7002ada6d0), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.150186 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3309d6-72fc-4d36-ace8-49d20f94238f req-2d4d3191-646d-4c1e-bf2a-ad7b6220148e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:41.152046 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6e3309d6-72fc-4d36-ace8-49d20f94238f req-2d4d3191-646d-4c1e-bf2a-ad7b6220148e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 945 time: 0.1024241 Oct 14 18:00:41.153116 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-683f94e8-e6bd-4eb2-8bb6-6bb3edc79dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:41.154571 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-683f94e8-e6bd-4eb2-8bb6-6bb3edc79dbc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.1924274 Oct 14 18:00:41.197561 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '9a7724cc-bc8f-4577-bb5a-10692c380c6c', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:f9:ba:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:39Z', 'updated_at': '2022-10-14T18:00:39Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:41.212392 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks [] for router_controller (243c5abf-9917-405b-bf97-8b7002ada6d0), precommit_add_association {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.238530 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp797be03f-463a-5e2b-8009-dc5a91ca06d6-533e1e29-a7e6-4cf7-bf17-face4b70cb25', 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25', 'project_id': '90bee264213b45d9a287167aa9d7475e', 'fixed_ips': [{'subnet_id': 'ed663bc7-8e0b-47f7-9446-4008099bf719'}]}} from dv-cinder-749155-15-iscsi. {{(pid=104409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 18:00:41.239543 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.243009 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:41.253736 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:41.254846 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:41.292349 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-e4384156-ba0f-475a-8dfb-d45174e61584 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc HTTP/1.1" status: 200 len: 998 time: 0.1305602 Oct 14 18:00:41.345512 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6e3309d6-72fc-4d36-ace8-49d20f94238f req-4c8768f2-28b5-4fac-98a2-e767a5c5f1a7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837502 Oct 14 18:00:41.409775 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-caaa785d-b3d9-4611-bcd8-1594d949983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:41.411562 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-caaa785d-b3d9-4611-bcd8-1594d949983a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0793700 Oct 14 18:00:41.413715 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:41.419993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks [] for router_gateway (243c5abf-9917-405b-bf97-8b7002ada6d0), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.454198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:41.472673 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:41.485845 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:41.487690 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-1dd4d9be-5cb0-4cf9-8661-8f28ca8e5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:41.492169 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-1dd4d9be-5cb0-4cf9-8661-8f28ca8e5aa1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715861 Oct 14 18:00:41.509256 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:41.520952 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:41.584482 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.db_base_plugin_common [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Allocated IP 172.20.0.2 (533e1e29-a7e6-4cf7-bf17-face4b70cb25/ed663bc7-8e0b-47f7-9446-4008099bf719/dd36d34e-80ae-417b-874e-93452b0efb84) {{(pid=104409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:41.671587 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-b844bd43-3a3a-435e-99a1-573a6d437fe3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708779 Oct 14 18:00:41.694024 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks [] for router_gateway (243c5abf-9917-405b-bf97-8b7002ada6d0), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.708540 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f1ea3-f01f-4ddf-89f1-29b6bbb800f5 req-c8fb3c6c-f5e8-46b0-ad94-7b5396ad1f59 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:41.710449 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e96f1ea3-f01f-4ddf-89f1-29b6bbb800f5 req-c8fb3c6c-f5e8-46b0-ad94-7b5396ad1f59 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0804191 Oct 14 18:00:41.724800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.737219 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '9a7724cc-bc8f-4577-bb5a-10692c380c6c', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:f9:ba:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:39Z', 'updated_at': '2022-10-14T18:00:39Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:41.766623 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f781cf9-df6b-4ff6-b280-e6caf6094835 None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '9a7724cc-bc8f-4577-bb5a-10692c380c6c', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:f9:ba:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:39Z', 'updated_at': '2022-10-14T18:00:39Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:41.786869 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Publish callbacks [] for port (dd36d34e-80ae-417b-874e-93452b0efb84), precommit_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.794009 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), after_create {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.827061 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e96f1ea3-f01f-4ddf-89f1-29b6bbb800f5 req-cbaf1b09-6349-44a9-91d2-2d2ac7e05870 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800493 Oct 14 18:00:41.838519 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3dd2d039-c683-4526-9f77-1460cd17dd46 req-1e2d433f-a513-4c67-98b9-0e84f7ef981d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605082 Oct 14 18:00:41.841336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 is already hosted by enough agents. {{(pid=104409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:41.847171 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.base_scheduler [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Resources bound (agent type, host, resource id): {{(pid=104409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:41.849805 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Pushing event updated for resources: {'Port': ['ID=dd36d34e-80ae-417b-874e-93452b0efb84,revision_number=1']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:41.852028 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Received port after_create {{(pid=104409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:41.852647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Allocated IP 172.27.3.235 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/6338d944-1622-438f-862b-2b39c53115e2) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:41.912199 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Attempting to bind port dd36d34e-80ae-417b-874e-93452b0efb84 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:41.912580 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Attempting to bind port dd36d34e-80ae-417b-874e-93452b0efb84 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:41.912930 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Attempting to bind port dd36d34e-80ae-417b-874e-93452b0efb84 on network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:41.927632 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:41.955928 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:41.956308 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Checking segment: {'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:41.956710 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.957111 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Bound using segment: {'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:41.957592 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Bound port: dd36d34e-80ae-417b-874e-93452b0efb84, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:41.957973 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:41.969297 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks [] for port (6338d944-1622-438f-862b-2b39c53115e2), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.003412 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (6338d944-1622-438f-862b-2b39c53115e2), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.023640 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] For port dd36d34e-80ae-417b-874e-93452b0efb84, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:42.027165 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] For port dd36d34e-80ae-417b-874e-93452b0efb84, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=dd36d34e-80ae-417b-874e-93452b0efb84,segment=NetworkSegment(568c99bd-f996-406b-b470-e97163e736f5),segment_id=568c99bd-f996-406b-b470-e97163e736f5)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:42.033871 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.034908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:42.047383 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:42.058251 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:42.058251 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:42.081070 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Pushing event updated for resources: {'Port': ['ID=6338d944-1622-438f-862b-2b39c53115e2,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:42.101112 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d48a1-c15e-4861-9d35-114f665b9956 None None] Pushing event updated for resources: {'Port': ['ID=dd36d34e-80ae-417b-874e-93452b0efb84,revision_number=2']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:42.343576 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks [] for router_gateway (243c5abf-9917-405b-bf97-8b7002ada6d0), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.388756 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dd36d34e-80ae-417b-874e-93452b0efb84 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:42.459925 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port dd36d34e-80ae-417b-874e-93452b0efb84 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:42.460381 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.460790 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port dd36d34e-80ae-417b-874e-93452b0efb84 Oct 14 18:00:42.485991 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 224c20a8-d471-41aa-9fb6-c77acab8e577 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:42.507090 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3bc74-87e4-4067-894f-c49c82253d3b req-80114cc4-17b6-44f4-95d9-05452b67ccf3 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:42.508703 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50c3bc74-87e4-4067-894f-c49c82253d3b req-80114cc4-17b6-44f4-95d9-05452b67ccf3 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 945 time: 0.0505583 Oct 14 18:00:42.571245 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 224c20a8-d471-41aa-9fb6-c77acab8e577 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:00:42.572106 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50c3bc74-87e4-4067-894f-c49c82253d3b req-1f01df3b-92ad-4df2-bf32-0fb01d09f7a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544779 Oct 14 18:00:42.588113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 224c20a8-d471-41aa-9fb6-c77acab8e577 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:42.588880 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.589495 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 224c20a8-d471-41aa-9fb6-c77acab8e577 Oct 14 18:00:42.596751 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port dd36d34e-80ae-417b-874e-93452b0efb84 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:42.597306 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.674292 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:42.691021 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port dd36d34e-80ae-417b-874e-93452b0efb84, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=dd36d34e-80ae-417b-874e-93452b0efb84,segment=NetworkSegment(568c99bd-f996-406b-b470-e97163e736f5),segment_id=568c99bd-f996-406b-b470-e97163e736f5)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:42.696798 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.697722 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3e3f9c10-e086-48ce-91b7-a196f5895f45 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:42.786941 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 224c20a8-d471-41aa-9fb6-c77acab8e577 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:42.787624 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.813733 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665739'] for router (243c5abf-9917-405b-bf97-8b7002ada6d0), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.817512 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=dd36d34e-80ae-417b-874e-93452b0efb84,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:42.836530 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 3e3f9c10-e086-48ce-91b7-a196f5895f45 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:42.836942 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.837281 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 3e3f9c10-e086-48ce-91b7-a196f5895f45 Oct 14 18:00:42.844929 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:42.847202 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db12cf2-272c-46d4-8428-e8d140574635" -d '{"events": [{"server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "name": "network-vif-plugged", "status": "completed", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:42.882524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 224c20a8-d471-41aa-9fb6-c77acab8e577, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=224c20a8-d471-41aa-9fb6-c77acab8e577,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:42.892778 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:42.950111 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc3a58-1e9a-412a-8598-157d947341ff x-openstack-request-id: req-c5cc3a58-1e9a-412a-8598-157d947341ff {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:42.951163 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "name": "network-vif-plugged", "status": "completed", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:42.951586 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c5cc3a58-1e9a-412a-8598-157d947341ff {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:42.953109 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cc3a58-1e9a-412a-8598-157d947341ff'] response: {'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'code': 200} Oct 14 18:00:43.020190 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 3e3f9c10-e086-48ce-91b7-a196f5895f45 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:43.020583 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:43.022355 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:43.034171 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511a96-bccd-4e5a-9b25-a96d8fc57763 req-e00b1dc8-3199-4b2b-a403-008b59904885 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:43.039407 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=224c20a8-d471-41aa-9fb6-c77acab8e577,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:43.041456 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6b511a96-bccd-4e5a-9b25-a96d8fc57763 req-e00b1dc8-3199-4b2b-a403-008b59904885 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0638385 Oct 14 18:00:43.055234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:43.059625 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 3e3f9c10-e086-48ce-91b7-a196f5895f45, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3e3f9c10-e086-48ce-91b7-a196f5895f45,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:43.065142 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Router 243c5abf-9917-405b-bf97-8b7002ada6d0 is scheduled to L3 agent 61d1224b-8dae-4313-a28a-8075253de958 with binding_index 1 {{(pid=104408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:00:43.067209 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:43.130163 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6b511a96-bccd-4e5a-9b25-a96d8fc57763 req-ac8649a3-4472-431f-9bca-d851ff839627 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876749 Oct 14 18:00:43.133713 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:43.136218 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=3e3f9c10-e086-48ce-91b7-a196f5895f45,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:43.139666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd02936-0edc-48f4-9b0c-bb12e7e652ec None None] New status for floating IP 9a7724cc-bc8f-4577-bb5a-10692c380c6c: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:00:43.238008 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:43.249660 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:43.260764 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Sync routers for ids ['243c5abf-9917-405b-bf97-8b7002ada6d0'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:43.284087 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Routers {'243c5abf-9917-405b-bf97-8b7002ada6d0'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:43.285539 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['243c5abf-9917-405b-bf97-8b7002ada6d0'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:43.288942 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eefd4ae-96f8-4294-8c4f-4470b3ee646d None None] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:00:43.290710 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:43.292773 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-00156170-88e9-4680-b9ab-2d5e7bc19a94 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2059231 Oct 14 18:00:43.296470 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46838) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:43.406479 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16d46fb3-65cb-41cf-8bfb-4233452f7a82 None None] Provisioning complete for port dd36d34e-80ae-417b-874e-93452b0efb84 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:43.406853 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16d46fb3-65cb-41cf-8bfb-4233452f7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:43.407192 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16d46fb3-65cb-41cf-8bfb-4233452f7a82 None None] Attempt 1 to provision port dd36d34e-80ae-417b-874e-93452b0efb84 Oct 14 18:00:43.416835 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Set router 243c5abf-9917-405b-bf97-8b7002ada6d0 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:43.558825 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16d46fb3-65cb-41cf-8bfb-4233452f7a82 None None] Current status of the port dd36d34e-80ae-417b-874e-93452b0efb84 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:43.673580 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '6338d944-1622-438f-862b-2b39c53115e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:42Z', 'revision_number': 3, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port': {'id': '6338d944-1622-438f-862b-2b39c53115e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:43.709762 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Checking router: 243c5abf-9917-405b-bf97-8b7002ada6d0 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:43.710106 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Updating router 243c5abf-9917-405b-bf97-8b7002ada6d0 port 6338d944-1622-438f-862b-2b39c53115e2 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:43.745634 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6338d944-1622-438f-862b-2b39c53115e2), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:43.778711 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-2a789f93-c6a5-486d-a5d1-86709603558a None None] Provisioning complete for port dd36d34e-80ae-417b-874e-93452b0efb84 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:43.779377 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2a789f93-c6a5-486d-a5d1-86709603558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:43.780491 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-2a789f93-c6a5-486d-a5d1-86709603558a None None] Attempt 1 to provision port dd36d34e-80ae-417b-874e-93452b0efb84 Oct 14 18:00:43.823807 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b98ea-1550-4b63-9b68-3fe23cc68e70 req-e69f9227-0c05-4af5-aaa1-81f69ff898db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:43.825362 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ea5b98ea-1550-4b63-9b68-3fe23cc68e70 req-e69f9227-0c05-4af5-aaa1-81f69ff898db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 1130 time: 0.6517582 Oct 14 18:00:43.864059 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7e38c-446b-49cd-a167-279a128af1f3 req-c2e72f3c-edea-4cd8-ba59-2ab14dbff343 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:43.865627 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-03b7e38c-446b-49cd-a167-279a128af1f3 req-c2e72f3c-edea-4cd8-ba59-2ab14dbff343 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 946 time: 0.0865335 Oct 14 18:00:43.961253 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ea5b98ea-1550-4b63-9b68-3fe23cc68e70 req-afd964ad-11b0-4da4-aca2-c1fba5e2afc8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272621 Oct 14 18:00:44.005527 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Sync routers for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:44.016858 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-03b7e38c-446b-49cd-a167-279a128af1f3 req-845cbb2b-6a12-4285-bfde-1ca41c73234b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152103 Oct 14 18:00:44.025318 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-2a789f93-c6a5-486d-a5d1-86709603558a None None] Current status of the port dd36d34e-80ae-417b-874e-93452b0efb84 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:44.027737 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:44.028884 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:44.043964 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Publish callbacks [] for port (6338d944-1622-438f-862b-2b39c53115e2), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.049640 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6338d944-1622-438f-862b-2b39c53115e2), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.099114 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780e14a-ba08-4047-a96f-1ca25c1d39ab None None] Pushing event updated for resources: {'Port': ['ID=6338d944-1622-438f-862b-2b39c53115e2,revision_number=2']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:44.102639 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Attempting to bind port 6338d944-1622-438f-862b-2b39c53115e2 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:44.103131 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Attempting to bind port 6338d944-1622-438f-862b-2b39c53115e2 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:44.103589 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Attempting to bind port 6338d944-1622-438f-862b-2b39c53115e2 on network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:44.143045 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:44.146507 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:44.154566 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:44.156105 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Checking segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:44.156568 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.156968 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Bound using segment: {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:44.157438 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Bound port: 6338d944-1622-438f-862b-2b39c53115e2, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed703b-dfb4-4635-b009-b6118c2acc75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:44.157810 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6338d944-1622-438f-862b-2b39c53115e2), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.188314 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:44.212157 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] For port 6338d944-1622-438f-862b-2b39c53115e2, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:44.218772 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] For port 6338d944-1622-438f-862b-2b39c53115e2, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=6338d944-1622-438f-862b-2b39c53115e2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:44.222322 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:44.229690 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6338d944-1622-438f-862b-2b39c53115e2), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.318483 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:44.349833 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e68c7-a65d-40a6-a9bb-abda1242b675 req-9bacdca7-d804-4e74-ba1a-d6801da9f482 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:44.355789 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-427e68c7-a65d-40a6-a9bb-abda1242b675 req-9bacdca7-d804-4e74-ba1a-d6801da9f482 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0821064 Oct 14 18:00:44.360726 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dd36d34e-80ae-417b-874e-93452b0efb84 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:44.361829 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.412949 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 2, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:44.422692 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780e14a-ba08-4047-a96f-1ca25c1d39ab None None] Pushing event updated for resources: {'Port': ['ID=6338d944-1622-438f-862b-2b39c53115e2,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:44.425711 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Routers {'243c5abf-9917-405b-bf97-8b7002ada6d0'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:44.426423 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['243c5abf-9917-405b-bf97-8b7002ada6d0'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:44.456468 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-427e68c7-a65d-40a6-a9bb-abda1242b675 req-1665db50-604e-423f-9e10-c2ecff551bfd tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920389 Oct 14 18:00:44.461990 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Checking router: e25ac998-ba46-40e3-a154-72b05669174d for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:44.462587 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Updating router e25ac998-ba46-40e3-a154-72b05669174d port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 binding host dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:44.501393 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.505192 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port dd36d34e-80ae-417b-874e-93452b0efb84 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:44.505557 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.506076 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port dd36d34e-80ae-417b-874e-93452b0efb84 Oct 14 18:00:44.558554 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] Set router 243c5abf-9917-405b-bf97-8b7002ada6d0 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:44.570667 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Allocated IP 172.20.0.1 (533e1e29-a7e6-4cf7-bf17-face4b70cb25/ed663bc7-8e0b-47f7-9446-4008099bf719/8d7ed984-35eb-429c-a930-312db1bb7305) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:44.653022 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:44.680603 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks [] for port (8d7ed984-35eb-429c-a930-312db1bb7305), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.687892 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port dd36d34e-80ae-417b-874e-93452b0efb84 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:44.688963 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3e3f9c10-e086-48ce-91b7-a196f5895f45 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:44.714442 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.740343 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '6338d944-1622-438f-862b-2b39c53115e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:42Z', 'revision_number': 3, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port': {'id': '6338d944-1622-438f-862b-2b39c53115e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:44.756618 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:44.761109 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:44.765872 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:00:44.768893 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889407b-502c-46e7-b9df-01daf3e63514 None None] The sync data for ids ['243c5abf-9917-405b-bf97-8b7002ada6d0'] in dv-cinder-749155-15-iscsi is: [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '6338d944-1622-438f-862b-2b39c53115e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:42Z', 'revision_number': 3, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port': {'id': '6338d944-1622-438f-862b-2b39c53115e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:44.771153 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7ed984-35eb-429c-a930-312db1bb7305,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:44.820600 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:44.822754 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 3e3f9c10-e086-48ce-91b7-a196f5895f45 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:44.823031 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.823392 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 3e3f9c10-e086-48ce-91b7-a196f5895f45 Oct 14 18:00:44.837256 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665840'] for router_interface (243c5abf-9917-405b-bf97-8b7002ada6d0), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.945188 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Publish callbacks [] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), precommit_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.990012 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 3e3f9c10-e086-48ce-91b7-a196f5895f45 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:44.992024 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:44.996243 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.009903 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:45.191729 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798305be-aa05-4b09-bce6-9b97b3ec7dcf None None] Pushing event updated for resources: {'Port': ['ID=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,revision_number=3']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:45.194370 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Attempting to bind port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:45.194743 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Attempting to bind port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:45.195105 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Attempting to bind port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 on network 189bc153-c094-4155-88a3-9296df03396a {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:45.197827 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-0c1bd932-bfff-40c5-ae76-e08f21ccf0dd None None] Provisioning complete for port 8d7ed984-35eb-429c-a930-312db1bb7305 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:45.198199 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd932-bfff-40c5-ae76-e08f21ccf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.198535 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-0c1bd932-bfff-40c5-ae76-e08f21ccf0dd None None] Attempt 1 to provision port 8d7ed984-35eb-429c-a930-312db1bb7305 Oct 14 18:00:45.259947 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:45.260723 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-0c1bd932-bfff-40c5-ae76-e08f21ccf0dd None None] Port 8d7ed984-35eb-429c-a930-312db1bb7305 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:45.291554 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6642c2-3f87-4a4f-84a7-1f8a0f117150 req-b6d87bb5-c631-46e1-9c43-1c6b978fde3e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:45.292387 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:45.292834 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Checking segment: {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:45.293414 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.299411 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f6642c2-3f87-4a4f-84a7-1f8a0f117150 req-b6d87bb5-c631-46e1-9c43-1c6b978fde3e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 946 time: 0.1410232 Oct 14 18:00:45.301154 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Bound using segment: {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'} {{(pid=104409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:45.301762 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.managers [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Bound port: 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'}}] {{(pid=104409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:45.302236 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.381122 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks [] for port (8d7ed984-35eb-429c-a930-312db1bb7305), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.397923 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] For port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:45.398425 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9f6642c2-3f87-4a4f-84a7-1f8a0f117150 req-6e48be88-86a7-487e-8418-ef46fd4b886b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979962 Oct 14 18:00:45.399612 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.402145 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] For port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:45.409969 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.478050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7ed984-35eb-429c-a930-312db1bb7305,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:45.483899 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665964'] for router_interface (243c5abf-9917-405b-bf97-8b7002ada6d0), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.494469 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:45.496135 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:45.593555 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-06a42638-7979-491d-8bf7-da938d9058dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:45.620824 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798305be-aa05-4b09-bce6-9b97b3ec7dcf None None] Pushing event updated for resources: {'Port': ['ID=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:45.666826 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1ec74-d4ee-4028-bd94-b6e2396e0d6a req-25dece89-80c6-4af7-a29d-5acad5060131 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:45.668920 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c8e1ec74-d4ee-4028-bd94-b6e2396e0d6a req-25dece89-80c6-4af7-a29d-5acad5060131 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0931380 Oct 14 18:00:45.719490 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:45.802211 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:45.807222 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c8e1ec74-d4ee-4028-bd94-b6e2396e0d6a req-5b27f9f6-14a6-446d-8207-1005036a7c22 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085484 Oct 14 18:00:45.808256 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:45.956012 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Router 243c5abf-9917-405b-bf97-8b7002ada6d0 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:45.960953 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:45.972436 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:45.975598 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:45Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:46.009970 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16343b-8c67-4674-9ffd-77eadc6d0976 None None] The sync data for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi is: [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:45Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:46.091110 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-9264592e-822b-4b66-a4bf-87de33aa6c5e None None] Provisioning complete for port 8d7ed984-35eb-429c-a930-312db1bb7305 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:46.091485 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9264592e-822b-4b66-a4bf-87de33aa6c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.091819 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-9264592e-822b-4b66-a4bf-87de33aa6c5e None None] Attempt 1 to provision port 8d7ed984-35eb-429c-a930-312db1bb7305 Oct 14 18:00:46.102209 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:46.111228 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-ac1e4b06-371d-4975-a42c-0fe5c6f89537 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/243c5abf-9917-405b-bf97-8b7002ada6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8135719 Oct 14 18:00:46.145788 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-9264592e-822b-4b66-a4bf-87de33aa6c5e None None] Port 8d7ed984-35eb-429c-a930-312db1bb7305 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:00:46.409182 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 6338d944-1622-438f-862b-2b39c53115e2 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:46.417483 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46868) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:46.422252 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-3a771bcc-342c-4b34-a340-adef30697dd7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479642386', 'description': 'tempest-secgroup-smoke-479642386 description', 'project_id': '16610892c7d34b28a2ee5313a4bea23b'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:46.445303 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3a771bcc-342c-4b34-a340-adef30697dd7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.458167 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:46.470537 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 6338d944-1622-438f-862b-2b39c53115e2 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:46.471042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6338d944-1622-438f-862b-2b39c53115e2), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.471442 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 6338d944-1622-438f-862b-2b39c53115e2 Oct 14 18:00:46.530713 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb71ab-6948-4f36-95ed-48f21ce219d6 req-db7a7d28-1636-4adc-8abf-45d1f157acf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:46.532199 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bfeb71ab-6948-4f36-95ed-48f21ce219d6 req-db7a7d28-1636-4adc-8abf-45d1f157acf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 946 time: 0.0641613 Oct 14 18:00:46.550689 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 6338d944-1622-438f-862b-2b39c53115e2 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:46.551078 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (6338d944-1622-438f-862b-2b39c53115e2), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.573573 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 6338d944-1622-438f-862b-2b39c53115e2, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=6338d944-1622-438f-862b-2b39c53115e2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:46.579829 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (6338d944-1622-438f-862b-2b39c53115e2), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.580598 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:46.583953 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3a771bcc-342c-4b34-a340-adef30697dd7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group (44866224-44f4-405f-8213-e0ead9d8e52b), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.592709 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3a771bcc-342c-4b34-a340-adef30697dd7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (44866224-44f4-405f-8213-e0ead9d8e52b), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.630944 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3a771bcc-342c-4b34-a340-adef30697dd7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.634955 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-3a771bcc-342c-4b34-a340-adef30697dd7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2136891 Oct 14 18:00:46.636072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46870) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:46.642663 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-992d4c48-6f00-49d9-8486-0e4292dd6c9f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'security_group_rule': {'security_group_id': '44866224-44f4-405f-8213-e0ead9d8e52b', 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:46.644033 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bfeb71ab-6948-4f36-95ed-48f21ce219d6 req-d49614cc-5129-4375-96c1-8e3771e126ea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038179 Oct 14 18:00:46.648194 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771bcc-342c-4b34-a340-adef30697dd7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44866224-44f4-405f-8213-e0ead9d8e52b,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:46.666370 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=6338d944-1622-438f-862b-2b39c53115e2,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:46.675411 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:46.675786 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.676153 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 Oct 14 18:00:46.701296 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-992d4c48-6f00-49d9-8486-0e4292dd6c9f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (505dbf9d-da9f-4c69-a0ea-024cfbc52e33), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.784070 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-992d4c48-6f00-49d9-8486-0e4292dd6c9f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (505dbf9d-da9f-4c69-a0ea-024cfbc52e33), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.789667 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-992d4c48-6f00-49d9-8486-0e4292dd6c9f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (505dbf9d-da9f-4c69-a0ea-024cfbc52e33), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.807042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:46.807540 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.814891 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d4c48-6f00-49d9-8486-0e4292dd6c9f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505dbf9d-da9f-4c69-a0ea-024cfbc52e33,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:46.831618 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-992d4c48-6f00-49d9-8486-0e4292dd6c9f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.837062 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-992d4c48-6f00-49d9-8486-0e4292dd6c9f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1992538 Oct 14 18:00:46.838535 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46876) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:46.852980 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-d960b19a-1d9c-4313-97bf-6d38d19c373a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'security_group_rule': {'security_group_id': '44866224-44f4-405f-8213-e0ead9d8e52b', 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:46.873472 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706dd0-bfd8-4756-92ee-5cfd1a6e84da req-658f8620-4c2d-4da2-ac4d-f6249153c5da tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:46.887151 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46882) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:46.896473 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:46.898133 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1d706dd0-bfd8-4756-92ee-5cfd1a6e84da req-658f8620-4c2d-4da2-ac4d-f6249153c5da tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 946 time: 0.1247208 Oct 14 18:00:46.899743 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:46.909928 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.953784 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (432ad88c-ec0c-4bab-89b2-d44611daca77), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.956333 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d960b19a-1d9c-4313-97bf-6d38d19c373a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (4570bdbb-9dda-4bdb-a753-df2bab066bde), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:46.992888 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:47.031169 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b95bb-d2c8-415a-a300-db429d9df477 req-fa1cc28b-2e4a-435e-a9b5-dc4b16ff5428 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:47.038872 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-791b95bb-d2c8-415a-a300-db429d9df477 req-fa1cc28b-2e4a-435e-a9b5-dc4b16ff5428 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0760043 Oct 14 18:00:47.077965 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:47.112390 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-791b95bb-d2c8-415a-a300-db429d9df477 req-860d6a15-71c4-4f17-8ab3-0d313dc6a0a8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725076 Oct 14 18:00:47.156889 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d960b19a-1d9c-4313-97bf-6d38d19c373a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (4570bdbb-9dda-4bdb-a753-df2bab066bde), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.163914 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d960b19a-1d9c-4313-97bf-6d38d19c373a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (4570bdbb-9dda-4bdb-a753-df2bab066bde), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.196226 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960b19a-1d9c-4313-97bf-6d38d19c373a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4570bdbb-9dda-4bdb-a753-df2bab066bde,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:47.231770 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Sync routers for ids ['243c5abf-9917-405b-bf97-8b7002ada6d0'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:47.246184 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d960b19a-1d9c-4313-97bf-6d38d19c373a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.247690 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d960b19a-1d9c-4313-97bf-6d38d19c373a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4059389 Oct 14 18:00:47.251551 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46890) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:47.256169 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Routers {'243c5abf-9917-405b-bf97-8b7002ada6d0'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:47.256506 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-720a6dae-7541-4a2a-8a44-c79429560cf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'security_group_rule': {'security_group_id': '44866224-44f4-405f-8213-e0ead9d8e52b', 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:47.257865 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['243c5abf-9917-405b-bf97-8b7002ada6d0'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:47.328273 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-720a6dae-7541-4a2a-8a44-c79429560cf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (7efc341b-ef26-47dc-b145-cb2d82f1242e), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.418267 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-720a6dae-7541-4a2a-8a44-c79429560cf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (7efc341b-ef26-47dc-b145-cb2d82f1242e), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.426612 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Set router 243c5abf-9917-405b-bf97-8b7002ada6d0 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:47.430634 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-720a6dae-7541-4a2a-8a44-c79429560cf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (7efc341b-ef26-47dc-b145-cb2d82f1242e), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.461365 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a6dae-7541-4a2a-8a44-c79429560cf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efc341b-ef26-47dc-b145-cb2d82f1242e,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:47.475992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-720a6dae-7541-4a2a-8a44-c79429560cf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.477230 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-720a6dae-7541-4a2a-8a44-c79429560cf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2242699 Oct 14 18:00:47.480250 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 46894) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:47.486388 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-e5677d16-14e2-4429-a085-af48c32aa41a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'security_group_rule': {'security_group_id': '44866224-44f4-405f-8213-e0ead9d8e52b', 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:47.546770 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e5677d16-14e2-4429-a085-af48c32aa41a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (be08cbd5-8498-4614-abe3-721a10d46230), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.559582 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:47.631783 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.637932 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '6338d944-1622-438f-862b-2b39c53115e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port': {'id': '6338d944-1622-438f-862b-2b39c53115e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '8d7ed984-35eb-429c-a930-312db1bb7305', 'name': '', 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'mac_address': 'fa:16:3e:5a:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ed663bc7-8e0b-47f7-9446-4008099bf719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:44Z', 'updated_at': '2022-10-14T18:00:45Z', 'revision_number': 2, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'subnets': [{'id': 'ed663bc7-8e0b-47f7-9446-4008099bf719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:47.641197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (432ad88c-ec0c-4bab-89b2-d44611daca77), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.648318 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e5677d16-14e2-4429-a085-af48c32aa41a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (be08cbd5-8498-4614-abe3-721a10d46230), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.665174 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Checking router: 243c5abf-9917-405b-bf97-8b7002ada6d0 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:47.665521 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Updating router 243c5abf-9917-405b-bf97-8b7002ada6d0 port 8d7ed984-35eb-429c-a930-312db1bb7305 binding host dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:47.682770 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e5677d16-14e2-4429-a085-af48c32aa41a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (be08cbd5-8498-4614-abe3-721a10d46230), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.694514 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.709215 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677d16-14e2-4429-a085-af48c32aa41a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be08cbd5-8498-4614-abe3-721a10d46230,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:47.744924 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-e5677d16-14e2-4429-a085-af48c32aa41a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.746119 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-e5677d16-14e2-4429-a085-af48c32aa41a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2648587 Oct 14 18:00:47.749141 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46896) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:47.756191 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'security_group_rule': {'security_group_id': '44866224-44f4-405f-8213-e0ead9d8e52b', 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:47.770610 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP 432ad88c-ec0c-4bab-89b2-d44611daca77 associated. External IP: 172.27.3.93, port: 224c20a8-d471-41aa-9fb6-c77acab8e577. Oct 14 18:00:47.793636 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.securitygroups_db [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Project 16610892c7d34b28a2ee5313a4bea23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:00:47.800872 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (dfb18abb-6e48-4357-96e2-d921f210238e), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.816100 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:47.884019 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (dfb18abb-6e48-4357-96e2-d921f210238e), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.895233 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (dfb18abb-6e48-4357-96e2-d921f210238e), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.922939 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6fdeada8-6cc0-4168-809f-99afcdb806eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.932709 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb18abb-6e48-4357-96e2-d921f210238e,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:47.945989 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:47.948947 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-2ee776d8-7fc5-494a-ac2d-3fc0c648ae66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1985483 Oct 14 18:00:47.951738 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 46898) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:00:47.957375 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'security_group_rule': {'security_group_id': '44866224-44f4-405f-8213-e0ead9d8e52b', 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:00:47.961662 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:47.982106 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.securitygroups_db [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Project 16610892c7d34b28a2ee5313a4bea23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:00:47.988916 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (a9a1955a-2a9e-40cb-bec7-63652f84721a), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.021386 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Publish callbacks [] for port (8d7ed984-35eb-429c-a930-312db1bb7305), precommit_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.030412 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.036195 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:48.039288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:48.062351 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (a9a1955a-2a9e-40cb-bec7-63652f84721a), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.066483 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (a9a1955a-2a9e-40cb-bec7-63652f84721a), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.078856 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79635-a4ae-4666-b967-cc36b6e5fab1 None None] Pushing event updated for resources: {'Port': ['ID=8d7ed984-35eb-429c-a930-312db1bb7305,revision_number=3']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:48.093804 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a1955a-2a9e-40cb-bec7-63652f84721a,revision_number=0']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:48.101631 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.104526 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-90bf3541-f73d-452c-af55-3a428e6f1c3c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510398 Oct 14 18:00:48.141218 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Attempting to bind port 8d7ed984-35eb-429c-a930-312db1bb7305 on host dv-cinder-749155-15-iscsi for vnic_type normal with profile {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:00:48.144049 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Attempting to bind port 8d7ed984-35eb-429c-a930-312db1bb7305 by drivers openvswitch,hyperv on host dv-cinder-749155-15-iscsi at level 0 using segments [{'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:00:48.144724 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Attempting to bind port 8d7ed984-35eb-429c-a930-312db1bb7305 on network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:48.184257 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:48.188183 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:48.193853 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Checking agent: {'id': 'aa1caca1-e54f-46fa-a189-e286b043ec9d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 46, 51), 'started_at': datetime.datetime(2022, 10, 14, 17, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:00:48.194643 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Checking segment: {'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:00:48.195217 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.195607 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Bound using segment: {'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'} {{(pid=104410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:00:48.196105 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.managers [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Bound port: 8d7ed984-35eb-429c-a930-312db1bb7305, host: dv-cinder-749155-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568c99bd-f996-406b-b470-e97163e736f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25'}}] {{(pid=104410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:00:48.196490 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), before_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.200779 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:48.202663 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.221716 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:48.222703 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:48.255483 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-fa189d21-29bd-4d4b-9461-a1bdbda2e901 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/432ad88c-ec0c-4bab-89b2-d44611daca77 HTTP/1.1" status: 200 len: 991 time: 1.3671594 Oct 14 18:00:48.256356 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:48.263794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:48.286469 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] For port 8d7ed984-35eb-429c-a930-312db1bb7305, host dv-cinder-749155-15-iscsi, cleared binding levels {{(pid=104410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:48.288511 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:48.296977 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.plugins.ml2.db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] For port 8d7ed984-35eb-429c-a930-312db1bb7305, host dv-cinder-749155-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=8d7ed984-35eb-429c-a930-312db1bb7305,segment=NetworkSegment(568c99bd-f996-406b-b470-e97163e736f5),segment_id=568c99bd-f996-406b-b470-e97163e736f5)] {{(pid=104410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:48.308658 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron_lib.callbacks.manager [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), after_update {{(pid=104410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.312974 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:48.349538 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Routers {'243c5abf-9917-405b-bf97-8b7002ada6d0'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:48.350199 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['243c5abf-9917-405b-bf97-8b7002ada6d0'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:48.410215 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b79b90-e035-49dc-ba73-43dd20212532 req-e495f371-1cc5-4eea-95e3-3e5851dba84b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:48.417608 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0b79b90-e035-49dc-ba73-43dd20212532 req-e495f371-1cc5-4eea-95e3-3e5851dba84b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.1645997 Oct 14 18:00:48.462153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:48.477016 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561d118a-7a6b-417b-87d6-477191c13b4d x-openstack-request-id: req-561d118a-7a6b-417b-87d6-477191c13b4d {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:48.477016 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:48.477729 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-561d118a-7a6b-417b-87d6-477191c13b4d {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:48.478746 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561d118a-7a6b-417b-87d6-477191c13b4d'] response: {'name': 'network-changed', 'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'status': 'completed', 'code': 200} Oct 14 18:00:48.531602 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] Set router 243c5abf-9917-405b-bf97-8b7002ada6d0 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:48.549306 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0b79b90-e035-49dc-ba73-43dd20212532 req-f3457d77-bc7a-4419-a4d8-aff46f34e7eb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245060 Oct 14 18:00:48.558162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-7fcd5808-655d-4290-9f3a-39b5ed556303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:48.559837 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-7fcd5808-655d-4290-9f3a-39b5ed556303 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 1130 time: 0.0528300 Oct 14 18:00:48.674097 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 6338d944-1622-438f-862b-2b39c53115e2 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:48.680201 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-fad25b6e-4b4f-48c0-babb-96df13a4fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:48.682074 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-fad25b6e-4b4f-48c0-babb-96df13a4fbec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 916 time: 0.1158500 Oct 14 18:00:48.783225 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-769ae918-a134-4cd1-aeb8-bf796db90c0d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=224c20a8-d471-41aa-9fb6-c77acab8e577 HTTP/1.1" status: 200 len: 999 time: 0.0936580 Oct 14 18:00:48.788138 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 6338d944-1622-438f-862b-2b39c53115e2 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:48.789055 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (6338d944-1622-438f-862b-2b39c53115e2), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:48.789769 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 6338d944-1622-438f-862b-2b39c53115e2 Oct 14 18:00:48.815170 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:48.839009 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:48.861678 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79635-a4ae-4666-b967-cc36b6e5fab1 None None] Pushing event updated for resources: {'Port': ['ID=8d7ed984-35eb-429c-a930-312db1bb7305,revision_number=4']} {{(pid=104410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:48.862776 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-ddde59d7-d6c1-4dc0-97a2-9cdd7123f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:48.864586 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-ddde59d7-d6c1-4dc0-97a2-9cdd7123f5ed service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0711849 Oct 14 18:00:48.887332 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '6338d944-1622-438f-862b-2b39c53115e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port': {'id': '6338d944-1622-438f-862b-2b39c53115e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '8d7ed984-35eb-429c-a930-312db1bb7305', 'name': '', 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'mac_address': 'fa:16:3e:5a:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ed663bc7-8e0b-47f7-9446-4008099bf719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:44Z', 'updated_at': '2022-10-14T18:00:48Z', 'revision_number': 4, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'subnets': [{'id': 'ed663bc7-8e0b-47f7-9446-4008099bf719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:48.916691 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2033af9-c7fa-4a9c-9a75-257aaf3caeb9 None None] The sync data for ids ['243c5abf-9917-405b-bf97-8b7002ada6d0'] in dv-cinder-749155-15-iscsi is: [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '6338d944-1622-438f-862b-2b39c53115e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port': {'id': '6338d944-1622-438f-862b-2b39c53115e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '8d7ed984-35eb-429c-a930-312db1bb7305', 'name': '', 'network_id': '533e1e29-a7e6-4cf7-bf17-face4b70cb25', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'mac_address': 'fa:16:3e:5a:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ed663bc7-8e0b-47f7-9446-4008099bf719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:44Z', 'updated_at': '2022-10-14T18:00:48Z', 'revision_number': 4, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'subnets': [{'id': 'ed663bc7-8e0b-47f7-9446-4008099bf719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:48.956308 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-9b7c1e5f-1661-44f6-a156-c4f87c25afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:48.958181 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-9b7c1e5f-1661-44f6-a156-c4f87c25afab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641947 Oct 14 18:00:49.083025 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 6338d944-1622-438f-862b-2b39c53115e2 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:49.084293 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:49.092180 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-fb381e5e-836d-4239-aae1-0b0675149292 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264048 Oct 14 18:00:49.134649 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:49.169732 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:47Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:49.205360 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:49.209752 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:49.210141 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:49.210484 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 Oct 14 18:00:49.216283 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddf7dd34-5d7f-4f85-ac72-faf0cbc8fa83 req-6d7f70f5-9430-480a-a787-c95d8028aef3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175714 Oct 14 18:00:49.241230 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:00:49.241866 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:49.381374 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:49.393397 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:00:49.609760 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:49.631855 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:47Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:49.662313 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eae06f-d1bd-4851-8711-c372daf9364f None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:47Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:49.732556 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da13a0c-5ca0-452e-adab-c9e7b913d339 req-2f3efd09-821c-40fd-acae-d89616397539 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:49.734638 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8da13a0c-5ca0-452e-adab-c9e7b913d339 req-2f3efd09-821c-40fd-acae-d89616397539 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0680838 Oct 14 18:00:49.787140 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8da13a0c-5ca0-452e-adab-c9e7b913d339 req-bb49e8e0-aa60-4f8b-98f1-33e769a091cc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463233 Oct 14 18:00:50.026409 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a0e1f-d717-4084-8e5a-ee4737ae9709 None None] New status for floating IP 432ad88c-ec0c-4bab-89b2-d44611daca77: ACTIVE {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:00:50.319992 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8d7ed984-35eb-429c-a930-312db1bb7305 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:50.369536 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 8d7ed984-35eb-429c-a930-312db1bb7305 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:50.369911 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:50.370253 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 8d7ed984-35eb-429c-a930-312db1bb7305 Oct 14 18:00:50.444011 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 8d7ed984-35eb-429c-a930-312db1bb7305 is: DOWN; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:50.444401 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:50.481563 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 8d7ed984-35eb-429c-a930-312db1bb7305, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=8d7ed984-35eb-429c-a930-312db1bb7305,segment=NetworkSegment(568c99bd-f996-406b-b470-e97163e736f5),segment_id=568c99bd-f996-406b-b470-e97163e736f5)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:50.485570 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:50.535052 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=8d7ed984-35eb-429c-a930-312db1bb7305,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:50.576548 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:50.582684 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:50.618913 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:50.930875 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d18be-eac5-4bba-a147-d2e9f27a1c3a req-6bc76458-8855-407e-9a5c-015ad2cce460 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:50.932511 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-805d18be-eac5-4bba-a147-d2e9f27a1c3a req-6bc76458-8855-407e-9a5c-015ad2cce460 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0541317 Oct 14 18:00:50.988860 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-805d18be-eac5-4bba-a147-d2e9f27a1c3a req-5f011f99-ecf5-4eb7-9b1a-a0b2b4ef8100 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499701 Oct 14 18:00:52.121714 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87e46-8890-4cbf-8fa0-b38d1fcddd8b req-8fadfba9-c312-4639-a627-e3dc51386dcc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:52.123364 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-55e87e46-8890-4cbf-8fa0-b38d1fcddd8b req-8fadfba9-c312-4639-a627-e3dc51386dcc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0490575 Oct 14 18:00:52.174549 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-55e87e46-8890-4cbf-8fa0-b38d1fcddd8b req-135b121a-dff6-4033-9b6e-d89c0fcdb466 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Oct 14 18:00:52.314428 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8d7ed984-35eb-429c-a930-312db1bb7305 up at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:52.359411 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Provisioning complete for port 8d7ed984-35eb-429c-a930-312db1bb7305 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:52.359779 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:52.360142 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Attempt 1 to provision port 8d7ed984-35eb-429c-a930-312db1bb7305 Oct 14 18:00:52.434007 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 8d7ed984-35eb-429c-a930-312db1bb7305 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:52.497082 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:00:52.595751 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:52.606527 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'port_id': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'mac_address': 'fa:16:3e:07:da:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:00:52.646610 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 is: ACTIVE; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:52.646999 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:52.660670 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a708001-7ad4-4eed-9fae-7d4dbab749c6 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:00:52.680673 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:52.684938 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:52.717476 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:52.737014 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=6']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:52.795548 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['8a708001-7ad4-4eed-9fae-7d4dbab749c6'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:00:53.266345 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:53.306937 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc5915-e657-497f-b6f2-11c36138abbc req-949385bf-1c84-4a43-9738-26157161f43b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:53.308427 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1ecc5915-e657-497f-b6f2-11c36138abbc req-949385bf-1c84-4a43-9738-26157161f43b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 944 time: 0.0511196 Oct 14 18:00:53.356328 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1ecc5915-e657-497f-b6f2-11c36138abbc req-f474b325-5530-4778-b4c7-1c925ea20733 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 Oct 14 18:00:54.472661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:54.492192 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83037b5-cbeb-4d90-b1b6-4e0c209195b5 req-7c578150-6ad9-4310-9b9a-97bfadff6255 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:54.493756 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c83037b5-cbeb-4d90-b1b6-4e0c209195b5 req-7c578150-6ad9-4310-9b9a-97bfadff6255 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 944 time: 0.0538108 Oct 14 18:00:54.520228 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:54.545139 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c83037b5-cbeb-4d90-b1b6-4e0c209195b5 req-62c25ea2-595d-40a3-bfa8-0e5ccfc25c1b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452125 Oct 14 18:00:54.581337 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:00:54.581722 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:54.582060 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 Oct 14 18:00:54.662784 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:00:54.663180 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:54.692659 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:00:54.694937 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b9afb2-2c0e-4ddd-a490-30cec6869453" -d '{"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:00:54.715367 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:54.728241 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:00:54.790694 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=7']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:54.842928 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f06f3bd-030e-4205-a297-bd13246b646a x-openstack-request-id: req-0f06f3bd-030e-4205-a297-bd13246b646a {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:00:54.842928 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:00:54.843184 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0f06f3bd-030e-4205-a297-bd13246b646a {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:00:54.844208 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f06f3bd-030e-4205-a297-bd13246b646a'] response: {'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'code': 200} Oct 14 18:00:55.691716 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cfab5-f4d4-40b3-b5d6-d827ab2c6be3 req-cd035fe7-cd8f-43fd-a707-05ef7d2e7328 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:55.702348 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-014cfab5-f4d4-40b3-b5d6-d827ab2c6be3 req-cd035fe7-cd8f-43fd-a707-05ef7d2e7328 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0685124 Oct 14 18:00:55.768498 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-014cfab5-f4d4-40b3-b5d6-d827ab2c6be3 req-81881c74-ebd2-492d-8a89-812bf14642a4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652325 Oct 14 18:00:56.951164 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0098a-9861-4391-ad4d-dcabad962c77 req-9124c1da-6aad-4cf9-8b01-e4a5d767b2cb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:56.954515 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-afc0098a-9861-4391-ad4d-dcabad962c77 req-9124c1da-6aad-4cf9-8b01-e4a5d767b2cb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0914528 Oct 14 18:00:57.036464 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-afc0098a-9861-4391-ad4d-dcabad962c77 req-47200cf5-7f19-42e6-9417-a49ef2318e4a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756297 Oct 14 18:00:58.190628 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc55491-27ce-48b3-a02a-94125ec0c927 req-ebd25a8c-1609-42c4-a9af-d977932c60d0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:58.190628 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6cc55491-27ce-48b3-a02a-94125ec0c927 req-ebd25a8c-1609-42c4-a9af-d977932c60d0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0521669 Oct 14 18:00:58.236480 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:INSERT=1,neutron:SELECT=63 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:00:58.250744 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6cc55491-27ce-48b3-a02a-94125ec0c927 req-522be2f4-bae0-4e23-a0eb-7f168ce2c55a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540035 Oct 14 18:00:59.409269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e7f86-e34d-40c7-83f6-8ab282a0b421 req-4d1387a1-41e2-451b-92b1-a93416d9a196 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:00:59.411639 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a89e7f86-e34d-40c7-83f6-8ab282a0b421 req-4d1387a1-41e2-451b-92b1-a93416d9a196 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0571518 Oct 14 18:00:59.466137 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a89e7f86-e34d-40c7-83f6-8ab282a0b421 req-1a6fcd61-da1e-47b7-9708-6bbef12b056d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486276 Oct 14 18:01:00.131099 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:00.133784 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:00.611380 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da0aa-911f-4ade-a132-36564b5d135f req-629a3409-7e6e-46ce-b1cf-da19a2f2db12 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:00.619242 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db8da0aa-911f-4ade-a132-36564b5d135f req-629a3409-7e6e-46ce-b1cf-da19a2f2db12 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0661626 Oct 14 18:01:00.684852 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db8da0aa-911f-4ade-a132-36564b5d135f req-2ade613a-2ab9-41d8-b6e0-d07b0eb2c3a4 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647295 Oct 14 18:01:01.851172 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf107-88c2-42ef-8237-8a622fdfe764 req-5ae40bf6-0bb0-4c80-b9e4-303333bce10a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:01.853493 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3eaf107-88c2-42ef-8237-8a622fdfe764 req-5ae40bf6-0bb0-4c80-b9e4-303333bce10a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0582173 Oct 14 18:01:01.916305 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3eaf107-88c2-42ef-8237-8a622fdfe764 req-e1c4ea9f-67b3-4842-9134-68531d6c15f0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513420 Oct 14 18:01:03.060641 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7581-fc96-43e4-b589-fa624cbe6559 req-e80f58c0-7433-4530-a1ba-6683f7f2254d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:03.064034 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9d8b7581-fc96-43e4-b589-fa624cbe6559 req-e80f58c0-7433-4530-a1ba-6683f7f2254d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0591862 Oct 14 18:01:03.129377 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9d8b7581-fc96-43e4-b589-fa624cbe6559 req-fe2e84cd-365d-4e9b-848f-205b4cb0f35b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576110 Oct 14 18:01:04.260467 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb8514-f19d-49fd-88c6-4edc2ffa55af req-57ffb406-3c47-463c-8fd1-61e5386bdbda tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:04.261926 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-75fb8514-f19d-49fd-88c6-4edc2ffa55af req-57ffb406-3c47-463c-8fd1-61e5386bdbda tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0471566 Oct 14 18:01:04.310707 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-75fb8514-f19d-49fd-88c6-4edc2ffa55af req-baf384ed-4cea-41c8-bea2-e83bd5fac9be tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Oct 14 18:01:04.712339 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-7c932025-8cd8-4416-859c-6cc0e7ec4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:04.713825 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-7c932025-8cd8-4416-859c-6cc0e7ec4090 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0386174 Oct 14 18:01:04.777362 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=3,neutron:SELECT=65 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:04.785198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=36 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:04.788343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:04.814909 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:04.825359 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-e3383f81-bd87-480a-998d-bff34774e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:04.826767 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-e3383f81-bd87-480a-998d-bff34774e10e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.0978670 Oct 14 18:01:04.897875 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-e163c82f-1548-4b27-bf3c-fe183e767d0b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 200 len: 1001 time: 0.0642421 Oct 14 18:01:04.972955 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-0434949c-7fb8-4bdf-b189-8c821cc3f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:04.974705 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-0434949c-7fb8-4bdf-b189-8c821cc3f0b0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0624452 Oct 14 18:01:05.019760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:05.048960 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-98d30be9-ab28-40b4-accf-d0b181c4a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:05.050457 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-98d30be9-ab28-40b4-accf-d0b181c4a50c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659359 Oct 14 18:01:05.064380 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-c9adcb24-7214-4c73-af80-a76d606e3f97 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-479642386&fields=id&tenant_id=16610892c7d34b28a2ee5313a4bea23b HTTP/1.1" status: 200 len: 267 time: 0.0877194 Oct 14 18:01:05.173674 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-d1a6523e-113a-433e-a4a5-83f3ed580332 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:05.175028 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-d1a6523e-113a-433e-a4a5-83f3ed580332 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 808 time: 0.1041949 Oct 14 18:01:05.190073 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-276886f8-d19a-4561-a757-0fef8476c8c1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/quotas/16610892c7d34b28a2ee5313a4bea23b HTTP/1.1" status: 200 len: 375 time: 0.0091455 Oct 14 18:01:05.238930 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-5a6471a9-a9bf-4f41-a5f4-ac0d4512489b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439224 Oct 14 18:01:05.336097 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-e3d74ae7-76b5-485e-8106-1ad2e29a6eeb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862837 Oct 14 18:01:05.512699 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23009efc-3d61-477d-8f02-4fdec670398a req-275ae5f8-b26a-4a5f-839c-2c7da779dbe3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:05.514063 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-23009efc-3d61-477d-8f02-4fdec670398a req-275ae5f8-b26a-4a5f-839c-2c7da779dbe3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.1170249 Oct 14 18:01:05.519517 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-30990c0d-e574-4c13-b50a-b906e8d325b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778657 Oct 14 18:01:05.567808 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-b8f494e6-65bc-4b07-b6e3-452cb408494b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819065 Oct 14 18:01:05.584623 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-23009efc-3d61-477d-8f02-4fdec670398a req-4d9f8d31-3aac-4ff2-b66b-49d398786286 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641525 Oct 14 18:01:05.841407 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ed58cc9-40da-4bfa-a1e1-f67e10b78f75 req-191c681e-2dd8-4692-8cad-0942055813e0 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 210 time: 0.0333409 Oct 14 18:01:05.876061 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18b7ebd4-f73e-4a70-a7c0-bcc75b759b79 req-b311f68d-75f7-4b41-b47c-ec0cbd5c24a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173608 Oct 14 18:01:06.391796 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:06.713627 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e553d-cb28-4c08-b581-db65138e56b9 req-43903722-18a5-46ad-a7ef-95d055cbab16 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:06.715078 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-409e553d-cb28-4c08-b581-db65138e56b9 req-43903722-18a5-46ad-a7ef-95d055cbab16 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0497644 Oct 14 18:01:06.760991 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-409e553d-cb28-4c08-b581-db65138e56b9 req-e4d7d41b-0d2e-47c8-a6fa-f753bfe43064 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396979 Oct 14 18:01:06.944317 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f9c12b5e-a655-4713-a444-c38643f2e958 req-eb7db4bb-65a5-4b45-852b-cf0dbe4343ac tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 210 time: 0.0286319 Oct 14 18:01:07.888388 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ae151-fe40-45e8-ba94-b09b4d87420e req-434456a7-c644-4663-9511-0e20ac225d3c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:07.889851 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8a0ae151-fe40-45e8-ba94-b09b4d87420e req-434456a7-c644-4663-9511-0e20ac225d3c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 945 time: 0.0472353 Oct 14 18:01:07.914161 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:07.944343 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8a0ae151-fe40-45e8-ba94-b09b4d87420e req-76688d15-b2e6-471e-9aa2-a45933b4ebcb tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 Oct 14 18:01:08.049534 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad5f0146-80be-45c5-bb11-aa87005e4a33 req-3c19987e-eba3-416e-b39d-73fd4c9fcff3 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 210 time: 0.0317342 Oct 14 18:01:08.594907 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:01:08.656935 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:08.728460 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 is: ACTIVE; New status is: DOWN {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:08.728460 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:08.750267 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:08.753882 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0be5d20-02b0-469b-9fc0-a0b3636f291a" -d '{"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:08.763271 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-1f07ba09-8ace-41d7-b800-133b8360444b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:08.764927 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-1f07ba09-8ace-41d7-b800-133b8360444b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 808 time: 0.1847112 Oct 14 18:01:08.767642 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:08.773493 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:08.804290 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f235bd3-773e-4ae2-b1ba-4e8c52a3366d x-openstack-request-id: req-2f235bd3-773e-4ae2-b1ba-4e8c52a3366d {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:08.804570 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:08.804816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2f235bd3-773e-4ae2-b1ba-4e8c52a3366d {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:08.805202 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f235bd3-773e-4ae2-b1ba-4e8c52a3366d'] response: {'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'code': 200} Oct 14 18:01:08.832692 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=8']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:09.068644 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-e0b37938-48c9-4f14-89b6-dd6cb4fefb54 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=16610892c7d34b28a2ee5313a4bea23b HTTP/1.1" status: 200 len: 379 time: 0.0731869 Oct 14 18:01:09.149193 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56002-48d5-4998-a95f-97a71667f663 req-ed7ddd83-0764-4376-87e0-4c32498820db tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:09.150571 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-29a56002-48d5-4998-a95f-97a71667f663 req-ed7ddd83-0764-4376-87e0-4c32498820db tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.0893850 Oct 14 18:01:09.156163 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a411f36-7d16-41ba-b10c-46a7e8044566 req-c75cb1db-1978-46f8-905b-c71333d8acad tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:09.158024 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8a411f36-7d16-41ba-b10c-46a7e8044566 req-c75cb1db-1978-46f8-905b-c71333d8acad tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0885220 Oct 14 18:01:09.231928 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-29a56002-48d5-4998-a95f-97a71667f663 req-b4bcd7d7-6d07-429a-a20e-dbe75185abe4 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729520 Oct 14 18:01:09.234996 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8a411f36-7d16-41ba-b10c-46a7e8044566 req-664d66c8-8504-4183-bbd1-c665056b4a5b tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701647 Oct 14 18:01:09.322866 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c15c5d3c-0fbe-4a13-8c49-e23f0590e24f req-90b89255-a41e-4653-8863-3de3ef6849c1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 210 time: 0.0313292 Oct 14 18:01:10.073174 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-c3c7720c-bb09-4600-9e08-d0d55c96173b req-73a9e16b-c767-4522-85e6-dcb42f9ba45d service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 18:01:10.074178 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c3c7720c-bb09-4600-9e08-d0d55c96173b req-73a9e16b-c767-4522-85e6-dcb42f9ba45d service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0475008 Oct 14 18:01:10.250996 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7c6e1-fe2b-4dab-88ab-5bb998cbce56 req-0b83ff71-1d7a-4388-8a00-d164d9335582 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:10.252605 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ef7c6e1-fe2b-4dab-88ab-5bb998cbce56 req-0b83ff71-1d7a-4388-8a00-d164d9335582 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0478799 Oct 14 18:01:10.307300 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ef7c6e1-fe2b-4dab-88ab-5bb998cbce56 req-7831ad05-4613-4951-917d-6373bf9cf722 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486796 Oct 14 18:01:10.362294 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c243f7-66d7-4e36-bced-9159687fcd6b req-c8e9e567-f011-4b7b-a6a5-f3fe0cc93f47 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:10.363747 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f5c243f7-66d7-4e36-bced-9159687fcd6b req-c8e9e567-f011-4b7b-a6a5-f3fe0cc93f47 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.0528688 Oct 14 18:01:10.434774 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f5c243f7-66d7-4e36-bced-9159687fcd6b req-79345dc6-71aa-4316-bb39-774e2bbc9792 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626836 Oct 14 18:01:10.460286 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-79af7f5a-fa7a-4fae-9305-f9b3019569d1 req-b2c4147f-e18b-4b2f-9f87-57d0192f80b4 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 210 time: 0.0422409 Oct 14 18:01:10.484230 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47278) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:10.560664 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-c99df5ba-e93e-4e84-9a22-4eeba8eba7fc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752330 Oct 14 18:01:10.570064 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-c4dae71b-d420-4dcd-a306-814223a7b3b9 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 18:01:10.571008 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-c4dae71b-d420-4dcd-a306-814223a7b3b9 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048847 Oct 14 18:01:10.637424 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'port': {'device_id': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'admin_state_up': True, 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'security_groups': ['44866224-44f4-405f-8213-e0ead9d8e52b']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:10.650787 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47286) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:10.723406 dv-cinder-749155-15-iscsi neutron-server[104408]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 18:01:10.769588 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Made reservation on behalf of 16610892c7d34b28a2ee5313a4bea23b for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:10.773272 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:10.775053 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-478f630c-b8cf-4305-af4a-2c01b5ce9a78 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:10.776481 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-478f630c-b8cf-4305-af4a-2c01b5ce9a78 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports/8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 200 len: 940 time: 0.1247058 Oct 14 18:01:10.916329 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Allocated IP 172.20.0.5 (189bc153-c094-4155-88a3-9296df03396a/b9158f72-6906-48e3-92dd-776ca871674d/f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:01:10.961785 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:11.257381 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db571b-404a-4c04-b423-87b329ca6819 req-63cb0f1c-b3e1-4246-8104-33a1ffc7f811 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:11.259871 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-25db571b-404a-4c04-b423-87b329ca6819 req-63cb0f1c-b3e1-4246-8104-33a1ffc7f811 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.0646968 Oct 14 18:01:11.319722 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:11.375218 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Deleting port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:01:11.375637 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.382329 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.458949 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.465860 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ca79d-0623-4d27-bb97-b9292f1ddca7 req-175a7ba9-6651-48dc-8849-e6886820bb16 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:11.467639 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e35ca79d-0623-4d27-bb97-b9292f1ddca7 req-175a7ba9-6651-48dc-8849-e6886820bb16 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0583553 Oct 14 18:01:11.493736 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] For port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:11.494186 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.527750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Network 189bc153-c094-4155-88a3-9296df03396a is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:01:11.537463 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:11.550873 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:01:11.595799 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:11.642433 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f460d1-ae4c-4fae-a4d3-7ad985cac783 req-94713d03-230a-4bbf-8f64-50f0eb771656 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:11.644033 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50f460d1-ae4c-4fae-a4d3-7ad985cac783 req-94713d03-230a-4bbf-8f64-50f0eb771656 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 946 time: 0.1131155 Oct 14 18:01:11.651248 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e35ca79d-0623-4d27-bb97-b9292f1ddca7 req-578be858-add7-4839-820c-f796aa442d5d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545267 Oct 14 18:01:11.667971 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.668458 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.668627 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Floating IP 9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43 disassociated. External IP: 172.27.3.254, port: 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16. Oct 14 18:01:11.668903 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Calling delete_port for 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:01:11.669031 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:11.669652 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.706390 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-79916942-1bd7-4350-b663-2e5b7cb5b109 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0830226 Oct 14 18:01:11.724322 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50f460d1-ae4c-4fae-a4d3-7ad985cac783 req-17215c30-fae2-44e6-86c9-f2c06e298221 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b389386-d172-49dc-8440-4a2e77c16d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719638 Oct 14 18:01:11.739440 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Request body: {'port': {'device_id': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:11.836815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (6f1cafbd-d8fe-433d-83bd-3cccddfa6e16), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.854325 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fb2e2-d013-4bf1-9a99-b15ddf13b675 req-ed4fcd3c-7e03-437f-9f49-bd90a20c1a09 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:11.855824 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-124fb2e2-d013-4bf1-9a99-b15ddf13b675 req-ed4fcd3c-7e03-437f-9f49-bd90a20c1a09 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 931 time: 0.0762413 Oct 14 18:01:11.864316 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-bd564475-933a-4b35-81f4-abc8db50fa35 None None] Provisioning complete for port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:01:11.865560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.866344 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-bd564475-933a-4b35-81f4-abc8db50fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:11.867157 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-bd564475-933a-4b35-81f4-abc8db50fa35 None None] Attempt 1 to provision port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf Oct 14 18:01:11.880288 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event deleted for resources: {'Port': ['ID=6f1cafbd-d8fe-433d-83bd-3cccddfa6e16,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:11.921179 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-bd564475-933a-4b35-81f4-abc8db50fa35 None None] Port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:01:12.010518 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Router c8d25236-5778-4be7-9c38-f6a97afdf955 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:01:12.013157 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-124fb2e2-d013-4bf1-9a99-b15ddf13b675 req-327089d9-a08f-4613-bc53-787d6695b268 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452558 Oct 14 18:01:12.023141 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:12.121966 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:01:12.133275 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] Sync routers for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:01:12.146886 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:12.147824 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:12.168206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] No DVR routers for this DVR port 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:01:12.170794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:12.175020 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-25db571b-404a-4c04-b423-87b329ca6819 req-5ef68340-3923-4912-8dd3-e30fcf53d30d tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 HTTP/1.1" status: 204 len: 173 time: 0.8946531 Oct 14 18:01:12.175511 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'name': 'network-vif-deleted', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:12.177765 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d92e01-5357-4134-b9b3-095711351504" -d '{"events": [{"server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "name": "network-vif-deleted", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:12.193873 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:12.196283 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:01:12.207940 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Publish callbacks [] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:12.227082 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Transition to ACTIVE for port object f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:01:12.232114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:12.257765 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:12.309363 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:12.374859 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Attempting to bind port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:01:12.376178 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Attempting to bind port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:01:12.376391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Attempting to bind port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf on network 189bc153-c094-4155-88a3-9296df03396a {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:12.463460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-152651f2-e8b2-4dfd-bbb7-e74f9bab4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:12.465093 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-152651f2-e8b2-4dfd-bbb7-e74f9bab4d11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5&tenant_id=261d62defa42436cbcc5e712c62b76f4 HTTP/1.1" status: 200 len: 1127 time: 0.0912919 Oct 14 18:01:12.485544 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f81439f-6eb5-48cb-a7e2-499d3ed6f39c x-openstack-request-id: req-3f81439f-6eb5-48cb-a7e2-499d3ed6f39c {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:12.486050 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557fb52b-468d-475a-a26d-71d7975ef533", "name": "network-vif-deleted", "tag": "6f1cafbd-d8fe-433d-83bd-3cccddfa6e16", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:12.486700 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f81439f-6eb5-48cb-a7e2-499d3ed6f39c {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:12.487268 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f81439f-6eb5-48cb-a7e2-499d3ed6f39c'] response: {'server_uuid': '557fb52b-468d-475a-a26d-71d7975ef533', 'name': 'network-vif-deleted', 'tag': '6f1cafbd-d8fe-433d-83bd-3cccddfa6e16', 'status': 'completed', 'code': 200} Oct 14 18:01:12.492713 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf on network 189bc153-c094-4155-88a3-9296df03396a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:01:12.493548 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Attempting to bind port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf on network 189bc153-c094-4155-88a3-9296df03396a {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:12.535689 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:12.550814 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:01:12.551183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Checking segment: {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:01:12.551538 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Bound using segment: {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:01:12.552008 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Bound port: f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa460045-0f55-49b4-8730-7f225e638207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '189bc153-c094-4155-88a3-9296df03396a'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:01:12.552366 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:12.556901 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-57c79d08-f0e4-4eef-84bf-f27519dfdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:12.559068 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-57c79d08-f0e4-4eef-84bf-f27519dfdb8c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0570281 Oct 14 18:01:12.647716 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:01:12.652336 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:01:12.665452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:12.670879 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:12.671377 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-eb0da60b-a391-48f4-8e99-dc5eca4a246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:12.671864 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:12.673936 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-eb0da60b-a391-48f4-8e99-dc5eca4a246f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.1080391 Oct 14 18:01:12.674389 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 1093 time: 0.9405930 Oct 14 18:01:12.674957 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:12.677288 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e71c1-a14a-4c65-ae20-cbb47b0a8802" -d '{"events": [{"name": "network-changed", "server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:12.762219 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63928a1e-4075-42b0-acbe-646952a7c327 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:12.776068 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-7157e940-dd62-426f-ab1e-d6982e554fb5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 200 len: 999 time: 0.0839174 Oct 14 18:01:12.823435 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:12.833350 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e0000-5afe-4fad-a7b8-3e5f3e3fcd6c x-openstack-request-id: req-841e0000-5afe-4fad-a7b8-3e5f3e3fcd6c {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:12.833676 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:12.833888 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-841e0000-5afe-4fad-a7b8-3e5f3e3fcd6c {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:12.834296 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841e0000-5afe-4fad-a7b8-3e5f3e3fcd6c'] response: {'name': 'network-changed', 'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'status': 'completed', 'code': 200} Oct 14 18:01:12.843897 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-c98e795b-a446-4370-a81c-3f2958b135e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:12.846008 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-c98e795b-a446-4370-a81c-3f2958b135e2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1127 time: 0.1072476 Oct 14 18:01:12.857074 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] Checking router: c8d25236-5778-4be7-9c38-f6a97afdf955 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:01:12.860307 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16582952-edac-4af3-ac43-e8979aed3cf9 req-b387cdab-dcfc-4418-a96f-7ae3e9b328f8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:12.863116 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-16582952-edac-4af3-ac43-e8979aed3cf9 req-b387cdab-dcfc-4418-a96f-7ae3e9b328f8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0615785 Oct 14 18:01:12.867000 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-a4d2898f-798b-4d89-b2f9-20362ab98dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:12.868608 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-a4d2898f-798b-4d89-b2f9-20362ab98dc1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0849297 Oct 14 18:01:12.871541 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:12.872385 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:00:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:12.924178 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-f98c0537-9b23-49b9-86e6-bb81da46d6aa service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 217 time: 0.0492380 Oct 14 18:01:12.958847 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4f950505-e57f-476a-b087-3b5bbfc2682b req-7fdd3a70-0b3a-4377-b6e9-3c65db29224b tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=557fb52b-468d-475a-a26d-71d7975ef533 HTTP/1.1" status: 200 len: 210 time: 0.0399580 Oct 14 18:01:12.975124 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-16582952-edac-4af3-ac43-e8979aed3cf9 req-d1a00130-c0a8-4cfb-90ad-fb1da13a0d67 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075182 Oct 14 18:01:12.980928 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:13.138016 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:13.153755 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-45008a8b-c471-41ae-b342-335a9bbd1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:13.155289 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-45008a8b-c471-41ae-b342-335a9bbd1f99 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610456 Oct 14 18:01:13.178853 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5e18-f394-45b8-9d0a-d4dd22d0d2ca req-e20c5794-a936-4971-8993-279346dd17b5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:13.180388 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ce4b5e18-f394-45b8-9d0a-d4dd22d0d2ca req-e20c5794-a936-4971-8993-279346dd17b5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0876262 Oct 14 18:01:13.194511 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:13.218091 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-8221b7b0-8a3e-4b3a-8e9a-f5fd5e3b6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:13.220428 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-8221b7b0-8a3e-4b3a-8e9a-f5fd5e3b6179 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.1178267 Oct 14 18:01:13.232079 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580ea0f-53fa-46a8-9aae-dec629d1ca8d None None] The sync data for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi is: [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:04Z', 'revision_number': 4, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '411280f7-dccb-41f5-8ebe-5eef48b26352', 'name': '', 'network_id': '95ca934d-e2bb-4a19-815c-bde759f0f1d5', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'mac_address': 'fa:16:3e:7e:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:03Z', 'updated_at': '2022-10-14T17:55:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'subnets': [{'id': '56e47e86-7a4d-4e67-a6bf-6e9043965c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:01:13.298964 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ce4b5e18-f394-45b8-9d0a-d4dd22d0d2ca req-51d69339-cdb1-40b4-9398-ddf2e046224b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107929 Oct 14 18:01:13.305652 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-07c7a553-9fea-4c95-8125-dd39e124fe90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428833 Oct 14 18:01:13.307930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-fa0cd7c6-4179-4509-b4df-51d94cc052b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:13.312639 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-fa0cd7c6-4179-4509-b4df-51d94cc052b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835969 Oct 14 18:01:13.413984 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-295711f5-3046-4e44-bbcc-cd9c7f1fa327 req-5a5a4b96-06c5-40de-a2ff-f004da11376d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009858 Oct 14 18:01:13.421100 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-e0a320ef-edc4-4925-855a-fe7e0daf8dbd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015747 Oct 14 18:01:13.477941 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:13.519554 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103ce32-cd44-43f3-9b84-eeae57313f44 None None] New status for floating IP 9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43: DOWN {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:01:13.524235 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a7c6a-7bc6-4b83-a5e4-d6f931ec7a0b req-36713d43-b25e-4dae-b12d-4af1142be713 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954022 Oct 14 18:01:13.822015 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-bb05d0b9-7a98-4a6a-9f76-343b0b253edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:13.823514 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-bb05d0b9-7a98-4a6a-9f76-343b0b253edd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1127 time: 0.0417759 Oct 14 18:01:13.921904 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-5b68d8a4-eb73-4dff-9da7-988f6fd21d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:13.924343 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-5b68d8a4-eb73-4dff-9da7-988f6fd21d1b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 909 time: 0.0943708 Oct 14 18:01:13.989437 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-79f2a63d-6277-44f9-84f4-7e9b537b8508 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 217 time: 0.0537360 Oct 14 18:01:14.093071 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47340) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:14.147749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:14.169822 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c761-2fc5-4573-8e1c-e1d3964543b4 req-2439d608-f31b-4e4b-b0e2-92e5da6c03e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:14.171913 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c360c761-2fc5-4573-8e1c-e1d3964543b4 req-2439d608-f31b-4e4b-b0e2-92e5da6c03e2 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0905981 Oct 14 18:01:14.184485 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ee98b13-5488-424b-b0da-92692fee694a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (5b389386-d172-49dc-8440-4a2e77c16d98), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:14.215205 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ee98b13-5488-424b-b0da-92692fee694a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (5b389386-d172-49dc-8440-4a2e77c16d98), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:14.249591 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c360c761-2fc5-4573-8e1c-e1d3964543b4 req-e54f2024-bb78-41c8-8517-596f51f5e791 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695651 Oct 14 18:01:14.307103 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ee98b13-5488-424b-b0da-92692fee694a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (5b389386-d172-49dc-8440-4a2e77c16d98), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:14.310414 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ee98b13-5488-424b-b0da-92692fee694a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:14.314612 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0ee98b13-5488-424b-b0da-92692fee694a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5b389386-d172-49dc-8440-4a2e77c16d98 HTTP/1.1" status: 204 len: 168 time: 0.2173009 Oct 14 18:01:14.315602 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47342) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:14.322701 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee98b13-5488-424b-b0da-92692fee694a tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b389386-d172-49dc-8440-4a2e77c16d98,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:14.337410 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.api.v2.resource [None req-c5036698-f3f6-45fb-9af1-e13f525e36fa tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] show failed (client error): The resource could not be found. Oct 14 18:01:14.356109 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c5036698-f3f6-45fb-9af1-e13f525e36fa tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "GET /networking/v2.0/security-groups/5b389386-d172-49dc-8440-4a2e77c16d98 HTTP/1.1" status: 404 len: 347 time: 0.0223043 Oct 14 18:01:14.358803 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47346) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:14.514119 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Deleting port 87c2113b-221e-448e-8334-0b0674bb05b3 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:01:14.514719 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (87c2113b-221e-448e-8334-0b0674bb05b3), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:14.536876 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7cef-48b6-4189-9f88-c26241edfc44 req-fbf34f41-37ab-489a-a9c7-749d5a8c6e83 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:14.538704 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e8dd7cef-48b6-4189-9f88-c26241edfc44 req-fbf34f41-37ab-489a-a9c7-749d5a8c6e83 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.1087646 Oct 14 18:01:14.609107 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:01:14.656120 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:01:14.657190 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 6f1cafbd-d8fe-433d-83bd-3cccddfa6e16 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:01:14.660139 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e8dd7cef-48b6-4189-9f88-c26241edfc44 req-92962d6f-1057-4e3c-8e66-d34f9fb50110 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153603 Oct 14 18:01:14.860663 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:14.877534 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (87c2113b-221e-448e-8334-0b0674bb05b3), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:14.877953 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (87c2113b-221e-448e-8334-0b0674bb05b3), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:14.892942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Calling delete_port for 87c2113b-221e-448e-8334-0b0674bb05b3 owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:01:15.038813 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (87c2113b-221e-448e-8334-0b0674bb05b3), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:15.069801 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Pushing event deleted for resources: {'Port': ['ID=87c2113b-221e-448e-8334-0b0674bb05b3,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:15.087275 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:01:15.142885 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks [] for floatingip (9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:15.145346 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:15.147127 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-44bd97d0-ce51-4875-b3dd-c54576721522 tempest-AttachVolumeTestJSON-994361560 tempest-AttachVolumeTestJSON-994361560-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/9851c4d9-2fbb-4ed9-87f6-af8f4ec50a43 HTTP/1.1" status: 204 len: 168 time: 0.7871246 Oct 14 18:01:15.384337 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5843e5-cd21-46a4-9869-412f3fa2d349 req-8a78ac3c-8ebf-4422-aa97-491bc1599a18 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:15.385865 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1e5843e5-cd21-46a4-9869-412f3fa2d349 req-8a78ac3c-8ebf-4422-aa97-491bc1599a18 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0584443 Oct 14 18:01:15.444406 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1e5843e5-cd21-46a4-9869-412f3fa2d349 req-48e9d219-4f95-4a6c-8a31-9dc84029e69e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525007 Oct 14 18:01:15.459765 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4394b6e8-273c-4b71-8238-b5149647c669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:15.803564 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81a759-e6c2-49c9-8f57-f39c11a0b932 req-a8ae4d12-63d0-486d-af63-0904206204b6 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:15.805180 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1b81a759-e6c2-49c9-8f57-f39c11a0b932 req-a8ae4d12-63d0-486d-af63-0904206204b6 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0520575 Oct 14 18:01:15.859105 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1b81a759-e6c2-49c9-8f57-f39c11a0b932 req-5202d7b4-2d51-4881-9c29-9afe3ef14e7e tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481913 Oct 14 18:01:16.585792 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6893c41-917d-49f3-a9aa-f368beac9ebc req-4540c7a5-eb12-4c85-9547-b82979fb35f3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:16.587449 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6893c41-917d-49f3-a9aa-f368beac9ebc req-4540c7a5-eb12-4c85-9547-b82979fb35f3 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0504165 Oct 14 18:01:16.646422 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e6893c41-917d-49f3-a9aa-f368beac9ebc req-81a88fa4-c2e5-4b28-a73c-973b128ec98c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522950 Oct 14 18:01:16.990783 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8db9d-24df-4283-98e2-dd2a75d648de req-7953c46a-d14e-49da-a964-29f1013b8599 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:16.992323 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-60c8db9d-24df-4283-98e2-dd2a75d648de req-7953c46a-d14e-49da-a964-29f1013b8599 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0539114 Oct 14 18:01:17.050170 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-60c8db9d-24df-4283-98e2-dd2a75d648de req-df9d85df-48b7-44a6-8d61-9e40b75163a1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517793 Oct 14 18:01:17.793352 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c702e44-fc64-4b07-b9aa-fd563da492b5 req-34166ce0-b62b-4695-8cb8-27beb0423848 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:17.794844 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3c702e44-fc64-4b07-b9aa-fd563da492b5 req-34166ce0-b62b-4695-8cb8-27beb0423848 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0588696 Oct 14 18:01:17.850310 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3c702e44-fc64-4b07-b9aa-fd563da492b5 req-b68cd10a-203f-4bb6-9f28-6976e41da683 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Oct 14 18:01:17.910401 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c52a13b2-ac79-4257-a2db-66315626f3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:18.183825 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d50c92-68ab-4981-a8ae-0170bb1dda81 req-5d6c9eb1-6f5d-45a9-92ef-29e4087fd57f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:18.185421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e9d50c92-68ab-4981-a8ae-0170bb1dda81 req-5d6c9eb1-6f5d-45a9-92ef-29e4087fd57f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0552902 Oct 14 18:01:18.238778 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e9d50c92-68ab-4981-a8ae-0170bb1dda81 req-a6c50296-e145-41d1-987d-d1a43995cbfd tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470943 Oct 14 18:01:18.798535 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47392) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:18.990878 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f595fd-4677-44d0-852c-b0f890fd3d08 req-dacf1a38-c253-43a9-ac00-248f4a022b7d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:18.992342 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-81f595fd-4677-44d0-852c-b0f890fd3d08 req-dacf1a38-c253-43a9-ac00-248f4a022b7d tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0496435 Oct 14 18:01:19.013364 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:19.049483 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-81f595fd-4677-44d0-852c-b0f890fd3d08 req-d56b4c00-f2c0-4d82-b9d6-99ea9a6addc9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514042 Oct 14 18:01:19.077630 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:19.080559 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:19.287453 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (c8d25236-5778-4be7-9c38-f6a97afdf955), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:19.376779 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e10a1-8b59-40ba-ba24-f1c9d2324d11 req-7e665580-27bc-4002-92d9-be00eb81b897 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:19.378557 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-227e10a1-8b59-40ba-ba24-f1c9d2324d11 req-7e665580-27bc-4002-92d9-be00eb81b897 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0589640 Oct 14 18:01:19.438680 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-227e10a1-8b59-40ba-ba24-f1c9d2324d11 req-593e93a4-e54f-4281-832c-04891c10410b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532255 Oct 14 18:01:19.562522 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Deleting port 411280f7-dccb-41f5-8ebe-5eef48b26352 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:01:19.562908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:19.648100 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:19.653826 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] For port 411280f7-dccb-41f5-8ebe-5eef48b26352, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=411280f7-dccb-41f5-8ebe-5eef48b26352,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:19.654193 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:19.669587 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Calling delete_port for 411280f7-dccb-41f5-8ebe-5eef48b26352 owned by network:router_interface {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:01:19.856917 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (411280f7-dccb-41f5-8ebe-5eef48b26352), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:19.883475 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=411280f7-dccb-41f5-8ebe-5eef48b26352,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:20.012909 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:20.074313 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (c8d25236-5778-4be7-9c38-f6a97afdf955), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:20.117614 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1633b4-e6e5-4329-a53c-4ba32ff13471 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:01:20.274935 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04612ed2-d863-4967-98e2-a3d6283156c4 req-27b34fd5-5a8d-4675-b3cb-79f46d2bc0e7 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:20.283266 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-04612ed2-d863-4967-98e2-a3d6283156c4 req-27b34fd5-5a8d-4675-b3cb-79f46d2bc0e7 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0802832 Oct 14 18:01:20.299343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:20.301060 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1633b4-e6e5-4329-a53c-4ba32ff13471 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:01:20.398071 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-04612ed2-d863-4967-98e2-a3d6283156c4 req-058013c8-3ec5-499e-a42b-ec15dc195e11 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134596 Oct 14 18:01:20.447974 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Router c8d25236-5778-4be7-9c38-f6a97afdf955 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:01:20.596161 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:01:20.608419 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-fba556b6-d6e4-47be-bad8-422f6c09d5eb admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c8d25236-5778-4be7-9c38-f6a97afdf955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8116384 Oct 14 18:01:20.609047 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47406) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:20.612966 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623179a5-a439-4362-b4c0-7b6b7b138870 req-0576a61d-e493-4c9b-802c-be7291b0a6b2 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:20.622519 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-623179a5-a439-4362-b4c0-7b6b7b138870 req-0576a61d-e493-4c9b-802c-be7291b0a6b2 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0769579 Oct 14 18:01:20.626998 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] Sync routers for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:01:20.663551 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:20.712590 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-623179a5-a439-4362-b4c0-7b6b7b138870 req-58eb0f1f-bffa-4b7b-830d-34761d9a8351 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850184 Oct 14 18:01:20.723324 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:20.724614 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:20.725241 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:20.780104 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:20.785495 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks [] for router (c8d25236-5778-4be7-9c38-f6a97afdf955), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:20.885010 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:20.952521 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks [] for router_gateway (c8d25236-5778-4be7-9c38-f6a97afdf955), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.034847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Deleting port 8e7e4e34-ca99-4f81-9c91-eabc20753df2 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:01:21.035459 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.087993 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:21.109235 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:21.156090 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] For port 8e7e4e34-ca99-4f81-9c91-eabc20753df2, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=8e7e4e34-ca99-4f81-9c91-eabc20753df2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:21.156551 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.176757 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Calling delete_port for 8e7e4e34-ca99-4f81-9c91-eabc20753df2 owned by network:router_gateway {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:01:21.190794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:21.193036 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:21.231169 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T18:01:19Z', 'revision_number': 5, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port': {'id': '8e7e4e34-ca99-4f81-9c91-eabc20753df2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:21.283364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] Checking router: c8d25236-5778-4be7-9c38-f6a97afdf955 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:01:21.294655 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] Routers {'c8d25236-5778-4be7-9c38-f6a97afdf955'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:21.295385 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['c8d25236-5778-4be7-9c38-f6a97afdf955'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:21.440573 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (8e7e4e34-ca99-4f81-9c91-eabc20753df2), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.454949 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] Set router c8d25236-5778-4be7-9c38-f6a97afdf955 gateway port host: None {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:21.472064 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7e4e34-ca99-4f81-9c91-eabc20753df2,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:21.481799 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-f67a3ada-75d0-4d2b-b4e1-9714bd3d6ab1 None None] Provisioning complete for port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:01:21.482032 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f67a3ada-75d0-4d2b-b4e1-9714bd3d6ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.482369 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-f67a3ada-75d0-4d2b-b4e1-9714bd3d6ab1 None None] Attempt 1 to provision port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 Oct 14 18:01:21.551862 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T18:01:20Z', 'revision_number': 6, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:21.583482 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bdadf0-fb4b-4255-b8bd-d83bd92defc5 None None] The sync data for ids ['c8d25236-5778-4be7-9c38-f6a97afdf955'] in dv-cinder-749155-15-iscsi is: [{'id': 'c8d25236-5778-4be7-9c38-f6a97afdf955', 'name': 'tempest-AttachVolumeTestJSON-2004727167-router', 'tenant_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:54:57Z', 'updated_at': '2022-10-14T18:01:20Z', 'revision_number': 6, 'project_id': 'f5488304972c48fab9a2b9711cf7e9c8', 'gw_port_host': None}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:01:21.631189 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4efca-de42-4033-8879-aa076937bfe6 req-c2fc5ca5-3604-4112-ac9d-142379ac1b56 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:21.647748 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a3c4efca-de42-4033-8879-aa076937bfe6 req-c2fc5ca5-3604-4112-ac9d-142379ac1b56 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.1155803 Oct 14 18:01:21.659368 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f67a3ada-75d0-4d2b-b4e1-9714bd3d6ab1 None None] Current status of the port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:21.660975 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (c8d25236-5778-4be7-9c38-f6a97afdf955), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.744602 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a3c4efca-de42-4033-8879-aa076937bfe6 req-1acf1e38-8371-42b1-9c98-db76797cf0f0 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916462 Oct 14 18:01:21.781704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (c8d25236-5778-4be7-9c38-f6a97afdf955), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.784834 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks [] for router_controller (c8d25236-5778-4be7-9c38-f6a97afdf955), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.839098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (c8d25236-5778-4be7-9c38-f6a97afdf955), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.839821 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d25236-5778-4be7-9c38-f6a97afdf955 {{(pid=104408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:01:21.844806 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.846345 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-23fadd68-9b4f-4d4d-9542-40b9023c54df admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/c8d25236-5778-4be7-9c38-f6a97afdf955 HTTP/1.1" status: 204 len: 168 time: 1.2362611 Oct 14 18:01:21.849196 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47414) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:21.880389 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400abe8-18ee-4092-a173-8eab75728dd8 req-0b285cf0-563d-4192-aeb7-294e84d8c1d9 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:21.882050 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7400abe8-18ee-4092-a173-8eab75728dd8 req-0b285cf0-563d-4192-aeb7-294e84d8c1d9 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0844679 Oct 14 18:01:21.924984 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] Deleting subnet 56e47e86-7a4d-4e67-a6bf-6e9043965c3a {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:01:21.936768 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] Publish callbacks [] for subnet (56e47e86-7a4d-4e67-a6bf-6e9043965c3a), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:21.939533 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7400abe8-18ee-4092-a173-8eab75728dd8 req-6d3bdac9-b9db-4ae0-8bb1-514a2ecf70ec tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501740 Oct 14 18:01:22.010518 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (56e47e86-7a4d-4e67-a6bf-6e9043965c3a), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.128472 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (56e47e86-7a4d-4e67-a6bf-6e9043965c3a), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.187952 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (56e47e86-7a4d-4e67-a6bf-6e9043965c3a), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.218266 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e47e86-7a4d-4e67-a6bf-6e9043965c3a,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:22.227204 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.228119 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870cd2bd-336f-4edd-9daf-8a764cfe869e None None] Network 95ca934d-e2bb-4a19-815c-bde759f0f1d5 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:01:22.234086 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a6705e43-4974-4d0e-b4b8-fb258ee103f5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/56e47e86-7a4d-4e67-a6bf-6e9043965c3a HTTP/1.1" status: 204 len: 168 time: 0.3807471 Oct 14 18:01:22.234086 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47416) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:22.330900 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (95ca934d-e2bb-4a19-815c-bde759f0f1d5), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.390762 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Deleting port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:01:22.390762 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.436500 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] DHCP port deletion for 95ca934d-e2bb-4a19-815c-bde759f0f1d5 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:01:22.483525 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] For port 59ed2b8a-2667-4e16-ad64-09b4b00d1746, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=59ed2b8a-2667-4e16-ad64-09b4b00d1746,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:22.484272 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.494875 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] Deleting port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:01:22.496183 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.504163 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Calling delete_port for 59ed2b8a-2667-4e16-ad64-09b4b00d1746 owned by network:dhcp {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:01:22.514559 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 59ed2b8a-2667-4e16-ad64-09b4b00d1746 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:01:22.517603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:22.611107 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] For port 59ed2b8a-2667-4e16-ad64-09b4b00d1746, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=59ed2b8a-2667-4e16-ad64-09b4b00d1746,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:22.611509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.629540 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] Calling delete_port for 59ed2b8a-2667-4e16-ad64-09b4b00d1746 owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:01:22.716132 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Current status of the port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 is: ACTIVE; New status is: DOWN {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:22.716527 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.774070 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] For port 59ed2b8a-2667-4e16-ad64-09b4b00d1746, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=59ed2b8a-2667-4e16-ad64-09b4b00d1746,segment=NetworkSegment(9d32175e-ed67-4c63-87e8-875450f4ca63),segment_id=9d32175e-ed67-4c63-87e8-875450f4ca63)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:22.782722 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.783502 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 411280f7-dccb-41f5-8ebe-5eef48b26352 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:01:22.802981 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:22.828687 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.836112 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:22.836886 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 411280f7-dccb-41f5-8ebe-5eef48b26352 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:01:22.837228 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 411280f7-dccb-41f5-8ebe-5eef48b26352 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:01:22.837652 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8e7e4e34-ca99-4f81-9c91-eabc20753df2 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:01:22.854186 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (59ed2b8a-2667-4e16-ad64-09b4b00d1746), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.882970 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ed2b8a-2667-4e16-ad64-09b4b00d1746,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:22.885045 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] No DVR routers for this DVR port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 on host dv-cinder-749155-15-iscsi {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:01:22.898108 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd5cbb-68d0-413b-bcb3-e75866cb49d7 req-8097dab2-2261-45e4-868b-0018d42cb14a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:22.900142 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-60cd5cbb-68d0-413b-bcb3-e75866cb49d7 req-8097dab2-2261-45e4-868b-0018d42cb14a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0599904 Oct 14 18:01:22.957653 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-60cd5cbb-68d0-413b-bcb3-e75866cb49d7 req-761dca8a-8bf7-4c82-91be-4f81bb169b62 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517962 Oct 14 18:01:22.970410 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (95ca934d-e2bb-4a19-815c-bde759f0f1d5), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:22.991784 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ca934d-e2bb-4a19-815c-bde759f0f1d5']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:23.002353 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d32175e-ed67-4c63-87e8-875450f4ca63') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:23.002517 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d32175e-ed67-4c63-87e8-875450f4ca63') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:23.012281 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (9d32175e-ed67-4c63-87e8-875450f4ca63), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.018773 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] No DVR routers for this DVR port 59ed2b8a-2667-4e16-ad64-09b4b00d1746 on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:01:23.022567 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 8e7e4e34-ca99-4f81-9c91-eabc20753df2 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:01:23.026069 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8e7e4e34-ca99-4f81-9c91-eabc20753df2 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:01:23.040448 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (9d32175e-ed67-4c63-87e8-875450f4ca63), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.047182 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Pushing event updated for resources: {'Port': ['ID=59ed2b8a-2667-4e16-ad64-09b4b00d1746,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:23.054466 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:01:23.054948 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (9d32175e-ed67-4c63-87e8-875450f4ca63), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.071551 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9aa2d-4447-44b0-bd13-d2f0546b797e None None] Pushing event deleted for resources: {'Port': ['ID=59ed2b8a-2667-4e16-ad64-09b4b00d1746,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:23.080778 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 9d32175e-ed67-4c63-87e8-875450f4ca63 resource provider aggregate not found Oct 14 18:01:23.106994 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f42a-e612-41a6-be6f-c84b1b4d0ea9 req-4461e936-6824-446d-927d-b63688410994 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:23.108547 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0a88f42a-e612-41a6-be6f-c84b1b4d0ea9 req-4461e936-6824-446d-927d-b63688410994 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0500207 Oct 14 18:01:23.114067 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 9d32175e-ed67-4c63-87e8-875450f4ca63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d32175e-ed67-4c63-87e8-875450f4ca63 found for delete ", "request_id": "req-0080a216-b0bc-4686-88ef-163c2e810016"}]} Oct 14 18:01:23.134255 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (95ca934d-e2bb-4a19-815c-bde759f0f1d5), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.140222 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.144009 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/95ca934d-e2bb-4a19-815c-bde759f0f1d5 HTTP/1.1" status: 204 len: 168 time: 0.9061172 Oct 14 18:01:23.156387 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758870-ea9e-4521-8545-60580b9234c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ca934d-e2bb-4a19-815c-bde759f0f1d5,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:23.165589 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0a88f42a-e612-41a6-be6f-c84b1b4d0ea9 req-cacd563b-3705-4309-8296-f01680f1462e tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504806 Oct 14 18:01:23.266717 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47428) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:23.310741 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5c41f883-4b8a-436b-a0ee-78aa3df8a2d8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f5488304972c48fab9a2b9711cf7e9c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428231 Oct 14 18:01:23.313949 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47430) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:23.363474 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7fbccf2b-88a5-480c-ab63-6b9564088b32 admin admin] Publish callbacks [] for security_group (2b096a9c-d7a5-4771-9e39-7998f89877f6), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.384407 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7fbccf2b-88a5-480c-ab63-6b9564088b32 admin admin] Publish callbacks [] for security_group (2b096a9c-d7a5-4771-9e39-7998f89877f6), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.393034 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-47ea1e80-1005-4c94-b9b9-89d9293e9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:23.394496 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-47ea1e80-1005-4c94-b9b9-89d9293e9c14 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.0485280 Oct 14 18:01:23.431847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7fbccf2b-88a5-480c-ab63-6b9564088b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2b096a9c-d7a5-4771-9e39-7998f89877f6), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.434347 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7fbccf2b-88a5-480c-ab63-6b9564088b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:23.435496 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-7fbccf2b-88a5-480c-ab63-6b9564088b32 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2b096a9c-d7a5-4771-9e39-7998f89877f6 HTTP/1.1" status: 204 len: 168 time: 0.1206191 Oct 14 18:01:23.444004 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbccf2b-88a5-480c-ab63-6b9564088b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b096a9c-d7a5-4771-9e39-7998f89877f6,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:24.007422 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-9c32a2ef-6b68-4547-9afd-2a55eeff11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:24.009142 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-9c32a2ef-6b68-4547-9afd-2a55eeff11d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489836 Oct 14 18:01:24.093116 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd395b0-e9c9-408a-a33b-b30427e38b5e req-83237acb-bf5a-4f8f-9410-4ae10a7dda8a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:24.094655 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9cd395b0-e9c9-408a-a33b-b30427e38b5e req-83237acb-bf5a-4f8f-9410-4ae10a7dda8a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0489638 Oct 14 18:01:24.144651 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9cd395b0-e9c9-408a-a33b-b30427e38b5e req-50f43b8d-c224-4575-94af-d1eb338eda4a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Oct 14 18:01:24.288055 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df271-eb6e-415f-91e9-3a410a4cc165 req-8292e726-57cd-4b06-8349-cb1427c1be1b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:24.289546 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e8df271-eb6e-415f-91e9-3a410a4cc165 req-8292e726-57cd-4b06-8349-cb1427c1be1b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0499549 Oct 14 18:01:24.338983 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e8df271-eb6e-415f-91e9-3a410a4cc165 req-fbfa275f-0380-4f00-8971-f64d2328f6d3 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Oct 14 18:01:24.643474 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:01:24.743452 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:24.755106 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'port_id': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'mac_address': 'fa:16:3e:e9:73:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:01:24.788419 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:24.788804 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:24.802058 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:01:24.823436 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:24.827234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:24.878208 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:24.940112 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:24.978178 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-a5fa7fc2-7937-4263-98b1-511b3d72985a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888345 Oct 14 18:01:25.073673 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-732e71c1-a14a-4c65-ae20-cbb47b0a8802 req-908b7c90-e636-4ee8-95f6-bf4c0123fc93 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865948 Oct 14 18:01:25.091238 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:01:25.272790 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a76e2f-9d23-42d1-b826-fdb4664ac5d9 req-deeb40f5-f213-47de-b99c-b02c5bb55622 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:25.274269 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-29a76e2f-9d23-42d1-b826-fdb4664ac5d9 req-deeb40f5-f213-47de-b99c-b02c5bb55622 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0472336 Oct 14 18:01:25.301349 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:25.322083 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-29a76e2f-9d23-42d1-b826-fdb4664ac5d9 req-8a9ffcae-8009-4781-b462-8095c321fd9c tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Oct 14 18:01:25.460635 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f666-dc35-40d2-b034-03cb57d9fbf9 req-2121220e-fc85-4114-be5f-f92321256807 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:25.462098 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6590f666-dc35-40d2-b034-03cb57d9fbf9 req-2121220e-fc85-4114-be5f-f92321256807 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 944 time: 0.0465889 Oct 14 18:01:25.481446 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:25.510748 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6590f666-dc35-40d2-b034-03cb57d9fbf9 req-7fd6d0b9-980f-48b6-a32f-e1443a2ecd29 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Oct 14 18:01:26.452968 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46b27d-2bc8-4d87-bf50-d52fcdea5495 req-51626006-9911-46aa-b52f-3656e511f3a8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:26.454552 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c46b27d-2bc8-4d87-bf50-d52fcdea5495 req-51626006-9911-46aa-b52f-3656e511f3a8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 943 time: 0.0507379 Oct 14 18:01:26.503108 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9c46b27d-2bc8-4d87-bf50-d52fcdea5495 req-5f1aa88f-26b8-4eef-9042-d08d4968207e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 Oct 14 18:01:26.628706 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46881-c598-4c20-8674-c4029447b44f req-8e9c808b-b544-463d-9c98-d71de8d2b54c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:26.630149 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fca46881-c598-4c20-8674-c4029447b44f req-8e9c808b-b544-463d-9c98-d71de8d2b54c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 944 time: 0.0467088 Oct 14 18:01:26.678389 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fca46881-c598-4c20-8674-c4029447b44f req-dc304dd5-d0af-4d59-a862-1d2753933413 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Oct 14 18:01:27.021364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:01:27.023515 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:27.048022 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:27.057298 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:27.129344 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:27.141183 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'port_id': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'mac_address': 'fa:16:3e:07:da:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:01:27.176712 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:27.177102 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:27.190525 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a708001-7ad4-4eed-9fae-7d4dbab749c6 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:01:27.210925 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:27.214673 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:27.260926 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=9']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:27.628703 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef07ab-0dac-4e51-aa87-a520f58f8b46 req-6661c7fe-44a1-44cd-adc8-7d8857be1138 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:27.630164 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-48ef07ab-0dac-4e51-aa87-a520f58f8b46 req-6661c7fe-44a1-44cd-adc8-7d8857be1138 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 944 time: 0.0470018 Oct 14 18:01:27.680711 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-48ef07ab-0dac-4e51-aa87-a520f58f8b46 req-175c9c76-41da-4354-9210-b2e55d5f8c40 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450709 Oct 14 18:01:27.798410 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7c1f7-a323-4ce0-8f1d-69f8fa04bd93 req-f163f922-3efe-475f-8144-57bb56d3ed4e tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:27.799801 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c9a7c1f7-a323-4ce0-8f1d-69f8fa04bd93 req-f163f922-3efe-475f-8144-57bb56d3ed4e tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 944 time: 0.0481954 Oct 14 18:01:27.848261 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c9a7c1f7-a323-4ce0-8f1d-69f8fa04bd93 req-ea9f4b59-a984-4048-a5c3-6198ebb919b5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428379 Oct 14 18:01:28.806707 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024dd9a-27db-47e9-ba6e-bddc35a1fdf1 req-36966304-a60c-4726-b7ad-3bb3cc44b4dc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:28.808168 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d024dd9a-27db-47e9-ba6e-bddc35a1fdf1 req-36966304-a60c-4726-b7ad-3bb3cc44b4dc tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 944 time: 0.0465465 Oct 14 18:01:28.839364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:01:28.854716 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d024dd9a-27db-47e9-ba6e-bddc35a1fdf1 req-6c7cecd2-4aa5-46a7-a719-ca3d73933d69 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409820 Oct 14 18:01:28.886286 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:01:28.892553 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:01:28.892931 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:28.893332 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf Oct 14 18:01:28.966931 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:28.967324 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:28.972753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b19a00-a121-4753-b9ba-09c060951eba req-329a312e-3a4e-4754-955b-ff61ef5feefb tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:28.974181 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f1b19a00-a121-4753-b9ba-09c060951eba req-329a312e-3a4e-4754-955b-ff61ef5feefb tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 944 time: 0.0504730 Oct 14 18:01:28.992013 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:28.994305 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd2127c-6ef1-4ab0-8159-ad629373e132" -d '{"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-plugged", "status": "completed", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:29.008115 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:29.016142 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:29.026290 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f1b19a00-a121-4753-b9ba-09c060951eba req-f2c9f9f6-e770-41f1-8a9e-824a3ae23f66 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462868 Oct 14 18:01:29.047460 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542457b2-77ca-47fd-95f0-b91dbfc8547d x-openstack-request-id: req-542457b2-77ca-47fd-95f0-b91dbfc8547d {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:29.047753 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-plugged", "status": "completed", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:29.049144 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-542457b2-77ca-47fd-95f0-b91dbfc8547d {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:29.049584 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542457b2-77ca-47fd-95f0-b91dbfc8547d'] response: {'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'code': 200} Oct 14 18:01:29.076672 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:29.113878 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['8a708001-7ad4-4eed-9fae-7d4dbab749c6'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:01:29.170882 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:29.285247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3867ac-1d00-4143-ab20-8b20407110c7 req-92488f11-a097-476f-ad0a-f1e060a98bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:29.286654 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a3867ac-1d00-4143-ab20-8b20407110c7 req-92488f11-a097-476f-ad0a-f1e060a98bb0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1129 time: 0.0402620 Oct 14 18:01:29.334591 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a3867ac-1d00-4143-ab20-8b20407110c7 req-e9580d2c-1a88-45c7-9c3f-3a98230cd36f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408113 Oct 14 18:01:29.967937 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:29.986730 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2792f-475e-42cf-b496-9914b085c373 req-e84f8e56-c98f-4cc8-bc65-0e635b0f1353 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:29.988206 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ebb2792f-475e-42cf-b496-9914b085c373 req-e84f8e56-c98f-4cc8-bc65-0e635b0f1353 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 944 time: 0.0507360 Oct 14 18:01:30.034876 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ebb2792f-475e-42cf-b496-9914b085c373 req-96230024-75df-45f6-83ed-25c9356e7069 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Oct 14 18:01:30.151182 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a2f75-de46-4a95-9e16-4c6efdaaf8e6 req-c36ae407-2dac-49dd-85ed-99eca3708d59 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:30.152594 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b77a2f75-de46-4a95-9e16-4c6efdaaf8e6 req-c36ae407-2dac-49dd-85ed-99eca3708d59 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0471621 Oct 14 18:01:30.201350 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b77a2f75-de46-4a95-9e16-4c6efdaaf8e6 req-cd2219e6-1900-4829-a7b4-903b10605751 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431752 Oct 14 18:01:30.846418 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:01:30.895214 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:01:30.895580 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:30.895943 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 Oct 14 18:01:30.967397 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:30.967769 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:31.002045 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:31.005639 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:31.051983 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:31.054216 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6831e3-784f-47b8-96b0-4e6f06810b33" -d '{"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:31.057262 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=10']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:31.093234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab45ee9e-6f61-4974-932c-faca1192fc63 x-openstack-request-id: req-ab45ee9e-6f61-4974-932c-faca1192fc63 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:31.093527 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:31.093777 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ab45ee9e-6f61-4974-932c-faca1192fc63 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:31.094193 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab45ee9e-6f61-4974-932c-faca1192fc63'] response: {'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'code': 200} Oct 14 18:01:31.165442 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1e68f-d80b-41a2-bf18-7c6057595af9 req-64a03777-db40-4965-ae42-c685967af82a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:31.166842 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-40b1e68f-d80b-41a2-bf18-7c6057595af9 req-64a03777-db40-4965-ae42-c685967af82a tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 946 time: 0.0483539 Oct 14 18:01:31.218948 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-40b1e68f-d80b-41a2-bf18-7c6057595af9 req-5c84e752-0904-4327-87ed-41e62847a62f tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 Oct 14 18:01:31.271808 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8b252-f394-4005-b8df-e213c5f348d0 req-4662ba47-f6e4-44db-8e81-f0495c514164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:31.273371 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6bf8b252-f394-4005-b8df-e213c5f348d0 req-4662ba47-f6e4-44db-8e81-f0495c514164 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1130 time: 0.0400844 Oct 14 18:01:31.301808 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:31.344908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2efa-0b82-4f9f-88c6-ef6ddd33dba5 req-29caa884-d472-4f7a-89b0-d7e70894dde6 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:31.346999 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a4aa2efa-0b82-4f9f-88c6-ef6ddd33dba5 req-29caa884-d472-4f7a-89b0-d7e70894dde6 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0674198 Oct 14 18:01:31.372693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6bf8b252-f394-4005-b8df-e213c5f348d0 req-e3406fd5-27e9-49ea-8148-28a41e0e1238 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920045 Oct 14 18:01:31.404724 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a4aa2efa-0b82-4f9f-88c6-ef6ddd33dba5 req-0309c922-2202-471d-a366-64f08a8836b6 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498369 Oct 14 18:01:31.532273 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361790-02cc-43d1-a496-1bdb7bbabf4c req-35795db7-9945-45ac-af41-81c3a285955d tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:31.534333 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed361790-02cc-43d1-a496-1bdb7bbabf4c req-35795db7-9945-45ac-af41-81c3a285955d tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0528600 Oct 14 18:01:31.585521 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ed361790-02cc-43d1-a496-1bdb7bbabf4c req-1a71bb4c-6e34-4624-aa35-155bb48221d4 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444357 Oct 14 18:01:31.614725 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47572) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:31.781546 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47578) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:31.842486 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:31.856003 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4cfc2-ad1f-4376-b30d-82df63606d82 tempest-TestShelveInstance-1313659595 tempest-TestShelveInstance-1313659595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:31.857544 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e7f4cfc2-ad1f-4376-b30d-82df63606d82 tempest-TestShelveInstance-1313659595 tempest-TestShelveInstance-1313659595-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1124 time: 0.2418373 Oct 14 18:01:31.860435 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47582) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:31.865449 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'port_id': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:31.886706 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:31.921026 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Publish callbacks [] for security_group (2b197c7f-2daa-4596-8687-08bbaf876214), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:31.925592 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2b197c7f-2daa-4596-8687-08bbaf876214), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:31.963395 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b197c7f-2daa-4596-8687-08bbaf876214,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:31.967441 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d559f9074d014d0aa22b1346dc439bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848545 Oct 14 18:01:31.969314 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:31.971471 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47584) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:31.974188 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.974545 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.974897 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.975243 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.975590 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.975952 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.976287 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.976621 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.976952 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.977285 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.977618 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.977950 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.978278 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.978602 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:31.978925 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0bf5b1-de0e-4566-bd32-3a10561e88df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.099110 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Publish callbacks [] for security_group (2b197c7f-2daa-4596-8687-08bbaf876214), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:32.146154 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Publish callbacks [] for security_group (2b197c7f-2daa-4596-8687-08bbaf876214), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:32.148557 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Allocated IP 172.27.3.184 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/c64c2075-6bc5-4c17-a7b1-65c293d90a3c) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:01:32.172927 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:32.255446 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2b197c7f-2daa-4596-8687-08bbaf876214), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:32.257950 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:32.259207 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2b197c7f-2daa-4596-8687-08bbaf876214 HTTP/1.1" status: 204 len: 168 time: 0.2859755 Oct 14 18:01:32.279718 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b197c7f-2daa-4596-8687-08bbaf876214,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:32.297017 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.297363 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.297733 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.298416 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.298776 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.299222 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.299495 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.299983 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.300304 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.300634 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.300959 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.301290 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.301611 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.301928 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.302245 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef6a4-7075-4a59-bc02-9728785453eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:32.309746 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:32.378456 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8273609-a80b-4ec4-9a5c-2d4264fd8450 req-bf63d100-2f39-4825-bce2-ba022ca44c62 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:32.379991 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8273609-a80b-4ec4-9a5c-2d4264fd8450 req-bf63d100-2f39-4825-bce2-ba022ca44c62 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 946 time: 0.0684774 Oct 14 18:01:32.395081 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:32.428037 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:32.457951 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:01:32.474250 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:32.477676 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:01:32.480097 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'Port': ['ID=c64c2075-6bc5-4c17-a7b1-65c293d90a3c,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:32.487052 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8273609-a80b-4ec4-9a5c-2d4264fd8450 req-ec8f7f31-a990-43e4-a56a-4945620e7036 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998454 Oct 14 18:01:32.948359 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for floatingip (8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:33.077765 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:33.103711 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:33.280421 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:33.286532 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:33.374572 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:33.378817 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event updated for resources: {'Port': ['ID=c64c2075-6bc5-4c17-a7b1-65c293d90a3c,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:33.820408 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Floating IP 8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195 associated. External IP: 172.27.3.184, port: f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf. Oct 14 18:01:33.828550 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6cc94-c90d-4507-8ab3-2f8e7cab468c req-a7d4aa89-7ff7-480e-a861-f6fd5a2c3c55 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:33.830531 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-26a6cc94-c90d-4507-8ab3-2f8e7cab468c req-a7d4aa89-7ff7-480e-a861-f6fd5a2c3c55 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 946 time: 0.0625608 Oct 14 18:01:33.902272 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:33.947329 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-26a6cc94-c90d-4507-8ab3-2f8e7cab468c req-8f859942-a752-4860-bbaa-401e2199f7d8 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884597 Oct 14 18:01:33.947487 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47684) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:34.060025 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cea1a276-17f3-4dec-a284-f9e6354995d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.068565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Router e25ac998-ba46-40e3-a154-72b05669174d has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:01:34.104101 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:34.143717 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cea1a276-17f3-4dec-a284-f9e6354995d5 admin admin] Publish callbacks [] for security_group (ccc80b4e-e2c8-49aa-8782-a27f8f53c548), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.150911 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cea1a276-17f3-4dec-a284-f9e6354995d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ccc80b4e-e2c8-49aa-8782-a27f8f53c548), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.165048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:34.184137 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:01:34.197909 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] Sync routers for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:01:34.198471 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a276-17f3-4dec-a284-f9e6354995d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc80b4e-e2c8-49aa-8782-a27f8f53c548,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:34.208477 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-cea1a276-17f3-4dec-a284-f9e6354995d5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2e6cfbee34834449ba1cc2ad96f7fb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599535 Oct 14 18:01:34.209080 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47692) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:34.216393 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:34.217173 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:34.224921 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.264591 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6c4329cb-cbb6-486f-996e-d82d34549ec8 admin admin] Publish callbacks [] for security_group (ccc80b4e-e2c8-49aa-8782-a27f8f53c548), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.269373 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-f5c75d1f-4cbb-4ce8-a8d6-7564131e132f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4077764 Oct 14 18:01:34.270708 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:34.273649 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9" -d '{"events": [{"name": "network-changed", "server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:34.290690 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6c4329cb-cbb6-486f-996e-d82d34549ec8 admin admin] Publish callbacks [] for security_group (ccc80b4e-e2c8-49aa-8782-a27f8f53c548), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.321311 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0641442c-5b76-4524-8abe-6a85e8367124 x-openstack-request-id: req-0641442c-5b76-4524-8abe-6a85e8367124 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:34.321915 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:34.321915 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0641442c-5b76-4524-8abe-6a85e8367124 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:34.322091 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0641442c-5b76-4524-8abe-6a85e8367124'] response: {'name': 'network-changed', 'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'status': 'completed', 'code': 200} Oct 14 18:01:34.356673 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:34.362650 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6c4329cb-cbb6-486f-996e-d82d34549ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ccc80b4e-e2c8-49aa-8782-a27f8f53c548), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.366056 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6c4329cb-cbb6-486f-996e-d82d34549ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:34.367368 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6c4329cb-cbb6-486f-996e-d82d34549ec8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ccc80b4e-e2c8-49aa-8782-a27f8f53c548 HTTP/1.1" status: 204 len: 168 time: 0.1569233 Oct 14 18:01:34.377610 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4329cb-cbb6-486f-996e-d82d34549ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc80b4e-e2c8-49aa-8782-a27f8f53c548,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:34.417022 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-bda5d76f-0005-4c6f-a120-bc016d7711ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:34.428711 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-bda5d76f-0005-4c6f-a120-bc016d7711ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1129 time: 0.0734842 Oct 14 18:01:34.516955 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:34.571339 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-ad5f2b54-6ab4-4e49-bb1b-bc7714533c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:34.573266 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-ad5f2b54-6ab4-4e49-bb1b-bc7714533c4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 909 time: 0.1378436 Oct 14 18:01:34.640766 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'port_id': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'mac_address': 'fa:16:3e:e9:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:01:32Z', 'updated_at': '2022-10-14T18:01:32Z', 'revision_number': 0, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 5, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:34.663661 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-f6cd7015-5142-4018-b85f-21792e0eeda5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 999 time: 0.0836182 Oct 14 18:01:34.694066 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] Checking router: e25ac998-ba46-40e3-a154-72b05669174d for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:01:34.707344 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:34.709511 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:34.723284 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-18d6a7a3-c88c-475f-89fc-78494b57137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:34.724753 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-18d6a7a3-c88c-475f-89fc-78494b57137f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.0553381 Oct 14 18:01:34.776441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-b7ec2bef-f72a-4f69-b41b-f8c032de21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:34.778847 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-b7ec2bef-f72a-4f69-b41b-f8c032de21ac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468462 Oct 14 18:01:34.844573 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:34.880533 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-f9e12ad6-02d7-41f5-adca-d54f9f9139a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951114 Oct 14 18:01:34.985375 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddcecc99-12d0-4789-bbd9-3f5d12b95be9 req-9a91b6d7-578e-4ed5-8609-4f742fd78428 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969303 Oct 14 18:01:35.105384 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'port_id': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'mac_address': 'fa:16:3e:e9:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:01:32Z', 'updated_at': '2022-10-14T18:01:32Z', 'revision_number': 0, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 5, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:35.108275 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ba3f-6625-4bd5-afd8-9365bddec9ed req-bdefcc4b-3684-4e48-b1e7-2e7233ee0d87 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:35.109930 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5732ba3f-6625-4bd5-afd8-9365bddec9ed req-bdefcc4b-3684-4e48-b1e7-2e7233ee0d87 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 946 time: 0.0629523 Oct 14 18:01:35.142251 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6b51e-c6ac-4d83-8e1f-05519f81c222 None None] The sync data for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi is: [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'port_id': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'mac_address': 'fa:16:3e:e9:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:01:32Z', 'updated_at': '2022-10-14T18:01:32Z', 'revision_number': 0, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 5, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:01:35.175929 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5732ba3f-6625-4bd5-afd8-9365bddec9ed req-d2a39824-c1e0-4ac5-adc4-248763378552 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561521 Oct 14 18:01:35.362559 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb1476-8276-4169-a8e3-d06599b3d4b9 None None] New status for floating IP 8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:01:36.384890 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.004915 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47800) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:39.109408 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb6e7-1b0f-4003-b4a0-d91a14ec4957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.110963 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:39.193903 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb6e7-1b0f-4003-b4a0-d91a14ec4957 admin admin] Publish callbacks [] for security_group (17bb4274-2920-439b-93cf-1c8468b5795b), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.197450 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb6e7-1b0f-4003-b4a0-d91a14ec4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (17bb4274-2920-439b-93cf-1c8468b5795b), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.234520 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcb6e7-1b0f-4003-b4a0-d91a14ec4957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb4274-2920-439b-93cf-1c8468b5795b,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:39.239507 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b2bcb6e7-1b0f-4003-b4a0-d91a14ec4957 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d8069cd3a2af4ea080963d773361fea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335498 Oct 14 18:01:39.242321 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47804) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:39.290622 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edf5d959-1011-4f56-baf4-03d4dccbcf1f admin admin] Publish callbacks [] for security_group (17bb4274-2920-439b-93cf-1c8468b5795b), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.310801 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edf5d959-1011-4f56-baf4-03d4dccbcf1f admin admin] Publish callbacks [] for security_group (17bb4274-2920-439b-93cf-1c8468b5795b), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.355988 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edf5d959-1011-4f56-baf4-03d4dccbcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (17bb4274-2920-439b-93cf-1c8468b5795b), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.358488 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-edf5d959-1011-4f56-baf4-03d4dccbcf1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.359632 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-edf5d959-1011-4f56-baf4-03d4dccbcf1f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/17bb4274-2920-439b-93cf-1c8468b5795b HTTP/1.1" status: 204 len: 168 time: 0.1164699 Oct 14 18:01:39.368163 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5d959-1011-4f56-baf4-03d4dccbcf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb4274-2920-439b-93cf-1c8468b5795b,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:39.641130 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47810) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:39.655009 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0530d573-1287-4144-985b-014bc25046f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.733496 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0530d573-1287-4144-985b-014bc25046f0 admin admin] Publish callbacks [] for security_group (6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.737359 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0530d573-1287-4144-985b-014bc25046f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.776065 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-0530d573-1287-4144-985b-014bc25046f0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=953db66a00a4408cb305b9d8a41bbfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338212 Oct 14 18:01:39.776724 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530d573-1287-4144-985b-014bc25046f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:39.778780 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47812) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:39.829853 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a274418b-c026-42e3-9de1-f095188a14de admin admin] Publish callbacks [] for security_group (6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.851563 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a274418b-c026-42e3-9de1-f095188a14de admin admin] Publish callbacks [] for security_group (6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.898041 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a274418b-c026-42e3-9de1-f095188a14de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.900602 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a274418b-c026-42e3-9de1-f095188a14de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:39.901740 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a274418b-c026-42e3-9de1-f095188a14de admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3 HTTP/1.1" status: 204 len: 168 time: 0.1218491 Oct 14 18:01:39.910337 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274418b-c026-42e3-9de1-f095188a14de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd43c0a-19a0-44cc-9b6d-db8229bd1ab3,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:41.211556 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 47862) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:41.216178 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-e7ef21f6-4818-4ff3-b0cf-71509edb5c55 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039318545', 'description': 'tempest-description--543862272'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:41.220459 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:41.241882 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e7ef21f6-4818-4ff3-b0cf-71509edb5c55 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.314354 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e7ef21f6-4818-4ff3-b0cf-71509edb5c55 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (27a8b5e3-4029-4742-933d-8f23d270b723), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.318419 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e7ef21f6-4818-4ff3-b0cf-71509edb5c55 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (27a8b5e3-4029-4742-933d-8f23d270b723), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.349684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e7ef21f6-4818-4ff3-b0cf-71509edb5c55 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.350920 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e7ef21f6-4818-4ff3-b0cf-71509edb5c55 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1382601 Oct 14 18:01:41.351429 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:41.354340 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47868) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:41.357312 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef21f6-4818-4ff3-b0cf-71509edb5c55 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8b5e3-4029-4742-933d-8f23d270b723,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:41.359217 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-d51a5d5e-8971-4536-a471-6515f533a1a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': '27a8b5e3-4029-4742-933d-8f23d270b723', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:41.401930 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d5e-8971-4536-a471-6515f533a1a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (1707cb95-4d81-42ca-9ba4-20d640095512), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.458162 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d5e-8971-4536-a471-6515f533a1a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (1707cb95-4d81-42ca-9ba4-20d640095512), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.461932 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d5e-8971-4536-a471-6515f533a1a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (1707cb95-4d81-42ca-9ba4-20d640095512), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.483272 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5d5e-8971-4536-a471-6515f533a1a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1707cb95-4d81-42ca-9ba4-20d640095512,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:41.489020 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d5e-8971-4536-a471-6515f533a1a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.490437 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d51a5d5e-8971-4536-a471-6515f533a1a9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349642 Oct 14 18:01:41.493241 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47872) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:41.497531 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-62b7c0e6-2a33-4e0d-a0d2-f0e6f9ffb119 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': '27a8b5e3-4029-4742-933d-8f23d270b723', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:41.525170 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-62b7c0e6-2a33-4e0d-a0d2-f0e6f9ffb119 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (0907c216-4a6a-48d5-b7fc-5b33e17babbf), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.586771 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-62b7c0e6-2a33-4e0d-a0d2-f0e6f9ffb119 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (0907c216-4a6a-48d5-b7fc-5b33e17babbf), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.590950 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-62b7c0e6-2a33-4e0d-a0d2-f0e6f9ffb119 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (0907c216-4a6a-48d5-b7fc-5b33e17babbf), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.610102 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7c0e6-2a33-4e0d-a0d2-f0e6f9ffb119 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0907c216-4a6a-48d5-b7fc-5b33e17babbf,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:41.621556 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-62b7c0e6-2a33-4e0d-a0d2-f0e6f9ffb119 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.622790 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-62b7c0e6-2a33-4e0d-a0d2-f0e6f9ffb119 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286390 Oct 14 18:01:41.626023 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47878) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:41.630826 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:41.653241 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.733921 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.789735 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:41.798820 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:41.851176 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.27.3.134 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/5af31625-fea3-48ab-9595-82827051c890) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:01:41.963214 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (5af31625-fea3-48ab-9595-82827051c890), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:41.997072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (5af31625-fea3-48ab-9595-82827051c890), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.038239 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:01:42.043227 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:42.048063 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:01:42.053730 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=5af31625-fea3-48ab-9595-82827051c890,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:42.141164 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (8d7390b1-17d2-4110-998a-1a1ab3a4a902), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.183068 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (5af31625-fea3-48ab-9595-82827051c890), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.333747 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (5af31625-fea3-48ab-9595-82827051c890), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.338165 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (5af31625-fea3-48ab-9595-82827051c890), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.410704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (8d7390b1-17d2-4110-998a-1a1ab3a4a902), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.413355 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=5af31625-fea3-48ab-9595-82827051c890,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:42.430351 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.431592 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3eca196c-9548-4f46-b155-2c5d694fe05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8047347 Oct 14 18:01:42.448425 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47900) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:42.547954 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:42.559997 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-da3bfc5e-085a-421a-a3b2-86ce38990e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.644286 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f959f3f9-8614-4573-bd92-623ff11ec735 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1039318545&fields=id&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 267 time: 0.0439534 Oct 14 18:01:42.647458 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-da3bfc5e-085a-421a-a3b2-86ce38990e90 admin admin] Publish callbacks [] for security_group (7aac1493-e271-4f98-8d51-69cb470e698f), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.651833 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-da3bfc5e-085a-421a-a3b2-86ce38990e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (7aac1493-e271-4f98-8d51-69cb470e698f), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.670019 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:42.694106 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bfc5e-085a-421a-a3b2-86ce38990e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac1493-e271-4f98-8d51-69cb470e698f,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:42.699759 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-da3bfc5e-085a-421a-a3b2-86ce38990e90 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ac274ea2d90a4a18965250772a6690fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502997 Oct 14 18:01:42.702403 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47914) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:42.754381 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d94f-de71-4ec3-bbd1-decc749b0695 admin admin] Publish callbacks [] for security_group (7aac1493-e271-4f98-8d51-69cb470e698f), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.760792 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-a1b095b4-363c-499f-b00b-2d575a97ab51 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:42.762255 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-a1b095b4-363c-499f-b00b-2d575a97ab51 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1113763 Oct 14 18:01:42.775179 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d94f-de71-4ec3-bbd1-decc749b0695 admin admin] Publish callbacks [] for security_group (7aac1493-e271-4f98-8d51-69cb470e698f), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.777300 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-eeace268-d438-409d-b043-09ffbab3b7a7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/quotas/bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 375 time: 0.0097511 Oct 14 18:01:42.823321 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d94f-de71-4ec3-bbd1-decc749b0695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (7aac1493-e271-4f98-8d51-69cb470e698f), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.825944 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d94f-de71-4ec3-bbd1-decc749b0695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:42.827085 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d4e3d94f-de71-4ec3-bbd1-decc749b0695 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7aac1493-e271-4f98-8d51-69cb470e698f HTTP/1.1" status: 204 len: 168 time: 0.1239164 Oct 14 18:01:42.830838 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-2e388836-4ebe-4728-ab17-c07d0e53b153 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476024 Oct 14 18:01:42.836643 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3d94f-de71-4ec3-bbd1-decc749b0695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac1493-e271-4f98-8d51-69cb470e698f,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:42.944686 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-9df425c8-a004-4f50-a300-549c36348577 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975509 Oct 14 18:01:43.041542 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-0b642ecd-6da0-4b80-b472-1215835ba81e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911648 Oct 14 18:01:43.110702 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47920) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:43.125807 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-582cc5da-cdc3-4fc4-8bd3-732c5a0f2a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:43.214565 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-582cc5da-cdc3-4fc4-8bd3-732c5a0f2a41 admin admin] Publish callbacks [] for security_group (b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:43.219492 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-582cc5da-cdc3-4fc4-8bd3-732c5a0f2a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:43.248302 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b7fe77a0-4805-4e4d-9184-692630150470 req-70fe9fe5-be93-44e6-afc1-a54b14724e5e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 210 time: 0.0360866 Oct 14 18:01:43.258334 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cc5da-cdc3-4fc4-8bd3-732c5a0f2a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:43.264620 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-582cc5da-cdc3-4fc4-8bd3-732c5a0f2a41 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=636da381c0084623b2fea9e5c226497b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520913 Oct 14 18:01:43.267368 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 47926) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:43.334348 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5eacc7fd-2488-4045-a897-a47d59dab799 admin admin] Publish callbacks [] for security_group (b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:43.360048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5eacc7fd-2488-4045-a897-a47d59dab799 admin admin] Publish callbacks [] for security_group (b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:43.409603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5eacc7fd-2488-4045-a897-a47d59dab799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:43.412237 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5eacc7fd-2488-4045-a897-a47d59dab799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:43.417020 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5eacc7fd-2488-4045-a897-a47d59dab799 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91 HTTP/1.1" status: 204 len: 168 time: 0.1477592 Oct 14 18:01:43.431812 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacc7fd-2488-4045-a897-a47d59dab799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b6ba0-57a5-4ead-aa3f-3fab08e5bc91,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:44.400881 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f9faec8a-c8cd-4304-90de-e7f1ca2698a6 req-519577c5-bf01-4b95-8b48-00f398bdb529 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 210 time: 0.0565457 Oct 14 18:01:44.488431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-e27a14b9-5465-44c6-8907-a4a17694fb62 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:44.490064 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-e27a14b9-5465-44c6-8907-a4a17694fb62 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1123483 Oct 14 18:01:44.582109 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-8d459b4f-a86b-490f-b437-3746cb025333 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 472 time: 0.0789368 Oct 14 18:01:44.591601 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'port': {'device_id': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'admin_state_up': True, 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'security_groups': ['27a8b5e3-4029-4742-933d-8f23d270b723']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:44.704144 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Made reservation on behalf of bfdb342c57b144a384e9938fa4c6e0bf for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:44.708997 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:44.765027 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:44.844342 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.20.0.6 (2dc29fa6-a064-4dfe-be69-6fc039570894/963a8c62-bd6c-4315-8880-f31fc7ae4cc7/49f0f8c5-3e42-4143-820a-d45552f7481e) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:01:44.932043 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:44.996128 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.029139 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.075647 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:01:45.078879 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:45.082721 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:01:45.107746 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=99 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:45.108983 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=75 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:45.112248 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=49f0f8c5-3e42-4143-820a-d45552f7481e,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:45.140644 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:45.141309 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.163343 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-f49f1fc6-6eaa-4ae0-8f0f-33f3c1f0efc1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760586 Oct 14 18:01:45.179446 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Request body: {'port': {'device_id': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:45.253022 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.345086 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-0ad50797-98a1-4717-a44a-a2579c794b53 None None] Provisioning complete for port 49f0f8c5-3e42-4143-820a-d45552f7481e triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:01:45.347816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0ad50797-98a1-4717-a44a-a2579c794b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.348451 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-0ad50797-98a1-4717-a44a-a2579c794b53 None None] Attempt 1 to provision port 49f0f8c5-3e42-4143-820a-d45552f7481e Oct 14 18:01:45.387002 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:45.388679 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-0ad50797-98a1-4717-a44a-a2579c794b53 None None] Port 49f0f8c5-3e42-4143-820a-d45552f7481e cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:01:45.448854 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-b4634189-0e99-47c0-b886-0b4f5d866476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.529262 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:45.551452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f0f8c5-3e42-4143-820a-d45552f7481e {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:01:45.563466 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Publish callbacks [] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.587140 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b516-33d2-4737-9006-b2eb9ac4b501 req-432df9bb-a320-4248-9f9d-c2346a11142a tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:45.588662 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d926b516-33d2-4737-9006-b2eb9ac4b501 req-432df9bb-a320-4248-9f9d-c2346a11142a tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 931 time: 0.0915470 Oct 14 18:01:45.591751 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Transition to ACTIVE for port object 49f0f8c5-3e42-4143-820a-d45552f7481e will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:01:45.603725 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.712112 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Pushing event updated for resources: {'Port': ['ID=49f0f8c5-3e42-4143-820a-d45552f7481e,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:45.717063 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d926b516-33d2-4737-9006-b2eb9ac4b501 req-3bce706b-7705-4bc4-b4ab-6a5bc125ea60 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215827 Oct 14 18:01:45.755115 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Attempting to bind port 49f0f8c5-3e42-4143-820a-d45552f7481e on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:01:45.755449 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Attempting to bind port 49f0f8c5-3e42-4143-820a-d45552f7481e by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:01:45.755777 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Attempting to bind port 49f0f8c5-3e42-4143-820a-d45552f7481e on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:45.804301 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Port 49f0f8c5-3e42-4143-820a-d45552f7481e on network 2dc29fa6-a064-4dfe-be69-6fc039570894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:01:45.804632 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Attempting to bind port 49f0f8c5-3e42-4143-820a-d45552f7481e on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:45.828827 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:45.855534 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:01:45.855949 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Checking segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:01:45.856294 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Bound using segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:01:45.856912 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Bound port: 49f0f8c5-3e42-4143-820a-d45552f7481e, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:01:45.857142 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.920569 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] For port 49f0f8c5-3e42-4143-820a-d45552f7481e, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:01:45.924147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] For port 49f0f8c5-3e42-4143-820a-d45552f7481e, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=49f0f8c5-3e42-4143-820a-d45552f7481e,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:01:45.929587 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.933587 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:45.934192 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:45.935541 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/49f0f8c5-3e42-4143-820a-d45552f7481e HTTP/1.1" status: 200 len: 1093 time: 0.7620847 Oct 14 18:01:45.936136 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:45.938350 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5305676-d2d7-4362-b1d7-4829135879b7" -d '{"events": [{"name": "network-changed", "server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:45.989204 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b131c8c-c28e-40d4-a294-0c59d5c1a5b6 x-openstack-request-id: req-2b131c8c-c28e-40d4-a294-0c59d5c1a5b6 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:45.989478 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:45.989724 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2b131c8c-c28e-40d4-a294-0c59d5c1a5b6 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:45.990212 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b131c8c-c28e-40d4-a294-0c59d5c1a5b6'] response: {'name': 'network-changed', 'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'status': 'completed', 'code': 200} Oct 14 18:01:46.017582 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744d842-8922-4de8-9200-b5fb2bca6d38 service neutron] Pushing event updated for resources: {'Port': ['ID=49f0f8c5-3e42-4143-820a-d45552f7481e,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:46.030010 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-032bf0f9-3b1c-413b-a0a1-a96ffe264619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:46.031476 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-032bf0f9-3b1c-413b-a0a1-a96ffe264619 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 1127 time: 0.0535965 Oct 14 18:01:46.076765 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-4fffa066-dd70-42a2-883d-ed8d3b5546c9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f0f8c5-3e42-4143-820a-d45552f7481e HTTP/1.1" status: 200 len: 217 time: 0.0359159 Oct 14 18:01:46.134003 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-740ab25e-9e22-4bb4-85e9-14f9d5ce16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:46.135408 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-740ab25e-9e22-4bb4-85e9-14f9d5ce16cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0434723 Oct 14 18:01:46.181321 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-dbda18ab-aea4-4887-a898-a1634fb95ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:46.183178 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-dbda18ab-aea4-4887-a898-a1634fb95ab9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388987 Oct 14 18:01:46.285213 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-c56d830a-0b13-4e1c-8bbe-1fbc59e6c8a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865982 Oct 14 18:01:46.394127 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e70030a3-19bc-42d8-bbd1-38f0bfaae440 req-23be060d-d7ac-4462-8de6-b6193fb3018c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894675 Oct 14 18:01:46.841560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30240a48-8cec-4bac-9564-a6a2f6a79435 req-d978d9d1-3098-4697-b104-37f53bed8d13 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:46.842993 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-30240a48-8cec-4bac-9564-a6a2f6a79435 req-d978d9d1-3098-4697-b104-37f53bed8d13 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 943 time: 0.0471735 Oct 14 18:01:46.892525 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-30240a48-8cec-4bac-9564-a6a2f6a79435 req-eca8b68a-8e39-437f-9e88-08d4b38b5f3b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 Oct 14 18:01:47.302397 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-28d38df7-5b80-4f73-a29d-3d9011476afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:47.303869 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-28d38df7-5b80-4f73-a29d-3d9011476afd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 1127 time: 0.0403888 Oct 14 18:01:47.332824 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:47.404619 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-3837e549-1cbb-4fb0-9eef-1a8db537d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:47.406151 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-3837e549-1cbb-4fb0-9eef-1a8db537d2fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 916 time: 0.0900109 Oct 14 18:01:47.445957 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-c6254e39-8409-4380-aec6-300bdeb53ec1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f0f8c5-3e42-4143-820a-d45552f7481e HTTP/1.1" status: 200 len: 217 time: 0.0336957 Oct 14 18:01:47.497609 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-5f42c546-0b83-435c-8a1f-618894198723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:47.499044 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-5f42c546-0b83-435c-8a1f-618894198723 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0463998 Oct 14 18:01:47.546860 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-be22010c-ceb4-498a-8010-c6ff6b76da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:47.548329 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-be22010c-ceb4-498a-8010-c6ff6b76da43 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416672 Oct 14 18:01:47.637384 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-2f990b77-8a17-48a9-bcd6-7c52a039d639 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817780 Oct 14 18:01:47.706420 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:47.732365 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5305676-d2d7-4362-b1d7-4829135879b7 req-d64229b9-bcca-46cf-a281-4ac4d3535647 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869601 Oct 14 18:01:47.904002 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-955d7678-e7bc-402e-9c27-bab12479e036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:48.014255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bec676-1a10-4748-b03f-90637db43387 req-86f53b15-ca45-4d25-ab7b-b4cebdb0fc66 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:48.015725 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3bec676-1a10-4748-b03f-90637db43387 req-86f53b15-ca45-4d25-ab7b-b4cebdb0fc66 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 943 time: 0.0467615 Oct 14 18:01:48.064497 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3bec676-1a10-4748-b03f-90637db43387 req-0e5298cf-4012-4da3-a928-8ffa987a677b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Oct 14 18:01:48.642608 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48046) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:48.748578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8b3a8252-0739-4924-a4dd-a135f72ec426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:48.824446 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8b3a8252-0739-4924-a4dd-a135f72ec426 admin admin] Publish callbacks [] for security_group (b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:48.827930 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8b3a8252-0739-4924-a4dd-a135f72ec426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:48.833230 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:48.868790 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a8252-0739-4924-a4dd-a135f72ec426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:48.874143 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8b3a8252-0739-4924-a4dd-a135f72ec426 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1fbb5c46952641cea11fbee8317f36df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299180 Oct 14 18:01:48.876748 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48050) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:48.916049 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:48.933790 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1264be7d-4309-48fb-a302-ca7f19ba96e6 admin admin] Publish callbacks [] for security_group (b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:48.949996 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 49f0f8c5-3e42-4143-820a-d45552f7481e details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:01:48.955899 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1264be7d-4309-48fb-a302-ca7f19ba96e6 admin admin] Publish callbacks [] for security_group (b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.002147 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1264be7d-4309-48fb-a302-ca7f19ba96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.004729 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1264be7d-4309-48fb-a302-ca7f19ba96e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.005886 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1264be7d-4309-48fb-a302-ca7f19ba96e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1 HTTP/1.1" status: 204 len: 168 time: 0.1276982 Oct 14 18:01:49.014104 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264be7d-4309-48fb-a302-ca7f19ba96e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4153d4e-7ba2-4d9f-98e4-79fb8d2224c1,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:49.068655 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 49f0f8c5-3e42-4143-820a-d45552f7481e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=49f0f8c5-3e42-4143-820a-d45552f7481e,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:49.086109 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'port_id': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'mac_address': 'fa:16:3e:61:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:01:49.087639 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.137629 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 49f0f8c5-3e42-4143-820a-d45552f7481e is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:49.138316 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.149272 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:49.155360 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f0f8c5-3e42-4143-820a-d45552f7481e {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:01:49.181294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 49f0f8c5-3e42-4143-820a-d45552f7481e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=49f0f8c5-3e42-4143-820a-d45552f7481e,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:49.185521 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.203962 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afb26d-452a-4e28-8995-f02b21ac97b8 req-c94231ed-29ec-4a9b-827c-27d09f97cee0 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:49.205958 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-45afb26d-452a-4e28-8995-f02b21ac97b8 req-c94231ed-29ec-4a9b-827c-27d09f97cee0 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 943 time: 0.0596442 Oct 14 18:01:49.236491 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=49f0f8c5-3e42-4143-820a-d45552f7481e,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:49.245745 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.246157 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.246605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.247457 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.247457 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.247662 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.248021 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.248432 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.248798 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.249200 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.249534 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.249916 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.250303 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.250717 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.251300 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:49.258642 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-45afb26d-452a-4e28-8995-f02b21ac97b8 req-1de3e3e2-f950-4b83-b3f9-50684d824ccb tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Oct 14 18:01:49.314048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48058) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:49.327411 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c872e952-0dbd-4316-9925-056b534b23f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.405297 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c872e952-0dbd-4316-9925-056b534b23f1 admin admin] Publish callbacks [] for security_group (03ea899b-490c-4178-b5b8-f1a15344fd7a), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.409997 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c872e952-0dbd-4316-9925-056b534b23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (03ea899b-490c-4178-b5b8-f1a15344fd7a), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.448346 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c872e952-0dbd-4316-9925-056b534b23f1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b82ef9002b704a1890429dc04b6765aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331315 Oct 14 18:01:49.449209 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872e952-0dbd-4316-9925-056b534b23f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea899b-490c-4178-b5b8-f1a15344fd7a,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:49.451044 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48060) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:49.498380 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['49f0f8c5-3e42-4143-820a-d45552f7481e'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:01:49.511524 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf6a6-a0bd-492a-8b29-ab57ad74ac43 admin admin] Publish callbacks [] for security_group (03ea899b-490c-4178-b5b8-f1a15344fd7a), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.533026 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf6a6-a0bd-492a-8b29-ab57ad74ac43 admin admin] Publish callbacks [] for security_group (03ea899b-490c-4178-b5b8-f1a15344fd7a), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.582225 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf6a6-a0bd-492a-8b29-ab57ad74ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (03ea899b-490c-4178-b5b8-f1a15344fd7a), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.585139 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf6a6-a0bd-492a-8b29-ab57ad74ac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:49.586355 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d3dbf6a6-a0bd-492a-8b29-ab57ad74ac43 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03ea899b-490c-4178-b5b8-f1a15344fd7a HTTP/1.1" status: 204 len: 168 time: 0.1342380 Oct 14 18:01:49.596654 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbf6a6-a0bd-492a-8b29-ab57ad74ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea899b-490c-4178-b5b8-f1a15344fd7a,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:49.912052 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48066) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:49.925651 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5454eada-f0fc-4e0c-8625-8915903675d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.005786 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5454eada-f0fc-4e0c-8625-8915903675d4 admin admin] Publish callbacks [] for security_group (5a03f165-d4a5-41b7-aad5-78dd374d7443), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.009531 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5454eada-f0fc-4e0c-8625-8915903675d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (5a03f165-d4a5-41b7-aad5-78dd374d7443), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.048752 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5454eada-f0fc-4e0c-8625-8915903675d4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3cf886d8afea450eb5909d9ebe866564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356251 Oct 14 18:01:50.050584 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454eada-f0fc-4e0c-8625-8915903675d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a03f165-d4a5-41b7-aad5-78dd374d7443,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:50.052405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48068) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:50.103129 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b37cf786-e8a1-4bac-ba99-c918844e641b admin admin] Publish callbacks [] for security_group (5a03f165-d4a5-41b7-aad5-78dd374d7443), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.125099 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b37cf786-e8a1-4bac-ba99-c918844e641b admin admin] Publish callbacks [] for security_group (5a03f165-d4a5-41b7-aad5-78dd374d7443), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.173206 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b37cf786-e8a1-4bac-ba99-c918844e641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (5a03f165-d4a5-41b7-aad5-78dd374d7443), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.176126 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b37cf786-e8a1-4bac-ba99-c918844e641b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.177364 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b37cf786-e8a1-4bac-ba99-c918844e641b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5a03f165-d4a5-41b7-aad5-78dd374d7443 HTTP/1.1" status: 204 len: 168 time: 0.1238039 Oct 14 18:01:50.185155 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cf786-e8a1-4bac-ba99-c918844e641b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a03f165-d4a5-41b7-aad5-78dd374d7443,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:50.386029 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63cea-3596-4c96-9876-e8e38beda691 req-ee4df08d-904a-4539-b0e5-68bf5a0bfabd tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:50.387605 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-61c63cea-3596-4c96-9876-e8e38beda691 req-ee4df08d-904a-4539-b0e5-68bf5a0bfabd tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 944 time: 0.0535822 Oct 14 18:01:50.436014 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-61c63cea-3596-4c96-9876-e8e38beda691 req-7fa50543-c78f-418b-afa2-7b0321a3a6a6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420668 Oct 14 18:01:50.589145 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.624925 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:50.954852 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 49f0f8c5-3e42-4143-820a-d45552f7481e up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:01:50.999017 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 49f0f8c5-3e42-4143-820a-d45552f7481e completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:01:51.005472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 49f0f8c5-3e42-4143-820a-d45552f7481e triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:01:51.005903 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:51.006239 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 49f0f8c5-3e42-4143-820a-d45552f7481e Oct 14 18:01:51.084618 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 49f0f8c5-3e42-4143-820a-d45552f7481e is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:01:51.085009 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:51.110515 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:51.112834 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065fbb9f-d53c-4e84-be6f-b7e227195694" -d '{"events": [{"server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "name": "network-vif-plugged", "status": "completed", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:51.125746 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 49f0f8c5-3e42-4143-820a-d45552f7481e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=49f0f8c5-3e42-4143-820a-d45552f7481e,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:51.131529 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:51.158149 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a0c36b-7969-427f-889f-d94b9675e049 x-openstack-request-id: req-a4a0c36b-7969-427f-889f-d94b9675e049 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:51.159088 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "name": "network-vif-plugged", "status": "completed", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:51.159241 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4a0c36b-7969-427f-889f-d94b9675e049 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:51.159572 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a0c36b-7969-427f-889f-d94b9675e049'] response: {'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'code': 200} Oct 14 18:01:51.166417 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:51.188845 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=49f0f8c5-3e42-4143-820a-d45552f7481e,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:51.321943 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:51.335608 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba90d-cc59-4fe0-83f7-1a7b9cc0c60f req-9e4e17d8-b266-4ee7-967c-5da5a3cc08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:51.336959 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-63dba90d-cc59-4fe0-83f7-1a7b9cc0c60f req-9e4e17d8-b266-4ee7-967c-5da5a3cc08d3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 1129 time: 0.0423107 Oct 14 18:01:51.396610 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-63dba90d-cc59-4fe0-83f7-1a7b9cc0c60f req-df2f242a-af2c-4acb-89b7-a228129c41a8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519769 Oct 14 18:01:51.559032 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300b385-92c5-4bba-b297-86ffd981c20c req-8ffa8730-e0eb-4ca1-8aba-3f9699b8bc70 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:51.560513 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9300b385-92c5-4bba-b297-86ffd981c20c req-8ffa8730-e0eb-4ca1-8aba-3f9699b8bc70 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 945 time: 0.0480475 Oct 14 18:01:51.609104 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9300b385-92c5-4bba-b297-86ffd981c20c req-9eca2f35-a52b-44d2-8f13-7814833b129e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Oct 14 18:01:52.086786 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:01:52.744930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fcb5e-21c1-4107-9c08-02b0831cf24a req-5694db85-0f2a-43a9-90dc-59ec229eb92c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:52.746421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2b8fcb5e-21c1-4107-9c08-02b0831cf24a req-5694db85-0f2a-43a9-90dc-59ec229eb92c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 945 time: 0.0500135 Oct 14 18:01:52.795281 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2b8fcb5e-21c1-4107-9c08-02b0831cf24a req-66446237-1c47-46f3-9f95-9af3ced98371 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Oct 14 18:01:53.926266 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31547a16-b2c8-4ee2-826a-81d663eca0de req-1e932a3e-cc2b-4e1a-82af-377d21c1c02d tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:53.927808 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-31547a16-b2c8-4ee2-826a-81d663eca0de req-1e932a3e-cc2b-4e1a-82af-377d21c1c02d tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 945 time: 0.0511475 Oct 14 18:01:53.938992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:53.977533 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-31547a16-b2c8-4ee2-826a-81d663eca0de req-95e75eb6-e11a-4e1c-a9f8-dcc242ae4a99 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 Oct 14 18:01:54.099803 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099163cd-437c-4176-8ed0-1771e61b3bc2 req-30e90448-96f2-4262-93a1-cca6c1b6167c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:54.101195 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-099163cd-437c-4176-8ed0-1771e61b3bc2 req-30e90448-96f2-4262-93a1-cca6c1b6167c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 945 time: 0.0472846 Oct 14 18:01:54.111280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48164) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:01:54.116412 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'port_id': '49f0f8c5-3e42-4143-820a-d45552f7481e'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:01:54.155050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (8d7390b1-17d2-4110-998a-1a1ab3a4a902), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:54.591975 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:54.596665 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (8d7390b1-17d2-4110-998a-1a1ab3a4a902), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:54.696848 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP 8d7390b1-17d2-4110-998a-1a1ab3a4a902 associated. External IP: 172.27.3.134, port: 49f0f8c5-3e42-4143-820a-d45552f7481e. Oct 14 18:01:55.063614 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:55.179032 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:01:55.281047 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:01:55.286670 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:01:55.291715 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:01:55.303669 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:55.304398 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:55.322203 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-125e14ec-2c3a-4c38-a560-32116c9721c4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/8d7390b1-17d2-4110-998a-1a1ab3a4a902 HTTP/1.1" status: 200 len: 991 time: 1.2075961 Oct 14 18:01:55.322203 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:01:55.322883 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3890f1-868e-4d22-ae30-03c958b6a93b" -d '{"events": [{"name": "network-changed", "server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:55.361499 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60350038-2c54-401e-87cd-246618f3ec0a x-openstack-request-id: req-60350038-2c54-401e-87cd-246618f3ec0a {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:55.361795 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:55.362049 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-60350038-2c54-401e-87cd-246618f3ec0a {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:55.362658 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60350038-2c54-401e-87cd-246618f3ec0a'] response: {'name': 'network-changed', 'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'status': 'completed', 'code': 200} Oct 14 18:01:55.412186 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:55.415599 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:01:55.428562 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-45d159c8-9c37-4066-85a6-5c3d06c4663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:55.430060 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-45d159c8-9c37-4066-85a6-5c3d06c4663f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 1129 time: 0.0413017 Oct 14 18:01:55.526985 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-fe81d595-9ecd-4086-8300-cba91ed487c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:55.528526 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-fe81d595-9ecd-4086-8300-cba91ed487c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 916 time: 0.0919290 Oct 14 18:01:55.599295 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-fa5922f2-0cd9-40fa-a44e-43834e460bb3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f0f8c5-3e42-4143-820a-d45552f7481e HTTP/1.1" status: 200 len: 999 time: 0.0622246 Oct 14 18:01:55.656262 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-27eccaa7-b01b-4420-83ed-d41762766bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:55.657729 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-27eccaa7-b01b-4420-83ed-d41762766bef service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0525861 Oct 14 18:01:55.713977 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-4ed4a42c-f35e-48ff-ba36-baf8406899ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:01:55.715476 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-4ed4a42c-f35e-48ff-ba36-baf8406899ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498071 Oct 14 18:01:55.728837 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:50Z', 'revision_number': 2, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}, {'id': '8d7390b1-17d2-4110-998a-1a1ab3a4a902', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:61:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:01:42Z', 'updated_at': '2022-10-14T18:01:54Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:55.754944 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:01:55.763561 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:01:55.764224 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:55.811610 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-274d2898-1d2a-420e-8f76-fca999a7ad63 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888269 Oct 14 18:01:55.868690 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:01:55.909425 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9a3890f1-868e-4d22-ae30-03c958b6a93b req-6ae6af1c-36bd-4546-be9c-641d431a7a77 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902486 Oct 14 18:01:56.082163 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:50Z', 'revision_number': 2, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}, {'id': '8d7390b1-17d2-4110-998a-1a1ab3a4a902', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:61:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:01:42Z', 'updated_at': '2022-10-14T18:01:54Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:56.106733 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0d3d3-9680-4977-9332-7f07bd794110 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:50Z', 'revision_number': 2, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}, {'id': '8d7390b1-17d2-4110-998a-1a1ab3a4a902', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:61:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:01:42Z', 'updated_at': '2022-10-14T18:01:54Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:01:56.314768 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30a178-e6ff-4cbe-a0ce-79a8209682ff None None] New status for floating IP 8d7390b1-17d2-4110-998a-1a1ab3a4a902: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:02:00.043474 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=58,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:00.045489 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:05.904145 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=43 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:05.906065 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=78 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:06.084815 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=80 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:06.085628 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=76 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:06.410898 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:10.335812 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-9660e8fb-df9d-4694-9752-7c3a11be8bd7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381622 Oct 14 18:02:13.067299 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-317b0b3e-6db8-47ba-b38a-79b540e43e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:13.068793 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-317b0b3e-6db8-47ba-b38a-79b540e43e10 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=261d62defa42436cbcc5e712c62b76f4&device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 1130 time: 0.0397966 Oct 14 18:02:13.184970 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-fdacd108-9cc6-4cd8-9aa2-ac7b18a64d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:13.186434 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-fdacd108-9cc6-4cd8-9aa2-ac7b18a64d85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 200 len: 918 time: 0.0896862 Oct 14 18:02:13.249482 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-2449c658-2f76-44d2-bd08-d5b088212a10 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 200 len: 1001 time: 0.0553262 Oct 14 18:02:13.298243 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-17b91117-9fab-4321-a263-b73bf902c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:13.299681 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-17b91117-9fab-4321-a263-b73bf902c8b1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 200 len: 856 time: 0.0440381 Oct 14 18:02:13.347694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-4999af89-9914-4ebe-975b-9c560488a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:13.349135 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-4999af89-9914-4ebe-975b-9c560488a9a2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430436 Oct 14 18:02:13.447565 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-0830ba5b-a537-459b-9afa-d55cbf93ff3d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Oct 14 18:02:13.544105 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ad8dd5f7-393f-47ab-b4af-6f37a78317ef req-f2e54b40-cbb0-4ea2-a502-cffdc979d3f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876532 Oct 14 18:02:14.222458 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22a182-3d5e-4a08-b822-8664f2905f42 req-b9279312-6bcd-410b-b7a0-9b4ddf6b6e68 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:14.224036 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0a22a182-3d5e-4a08-b822-8664f2905f42 req-b9279312-6bcd-410b-b7a0-9b4ddf6b6e68 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 946 time: 0.0495658 Oct 14 18:02:14.273117 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0a22a182-3d5e-4a08-b822-8664f2905f42 req-11e87a67-d9a7-4889-933a-4e04a7a7bf25 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Oct 14 18:02:15.407788 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e691a7-4838-4f85-84fb-3c3125126421 req-a2e2118c-1606-466a-9ffe-b623f2f01908 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:15.409297 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-72e691a7-4838-4f85-84fb-3c3125126421 req-a2e2118c-1606-466a-9ffe-b623f2f01908 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 946 time: 0.0478201 Oct 14 18:02:15.438259 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:15.446590 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-bdc9dc8a-3420-4a9b-abaf-83022f9abc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:15.464210 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-72e691a7-4838-4f85-84fb-3c3125126421 req-ec3c1de0-7ee2-40b4-ba33-9443b4fb2435 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3f0bfe28-88d4-4710-8c55-7ec652d561dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487149 Oct 14 18:02:15.917299 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-f89ff42b-7528-4bf6-a632-9b94a6778736 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:15.918749 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-f89ff42b-7528-4bf6-a632-9b94a6778736 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 946 time: 0.0462046 Oct 14 18:02:16.002313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Deleting port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:16.002652 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:16.095371 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] For port 8a708001-7ad4-4eed-9fae-7d4dbab749c6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=8a708001-7ad4-4eed-9fae-7d4dbab749c6,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:16.095726 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:16.149804 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:16.240364 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:16.257198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:16.257552 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (72ceeaa6-f46a-4e2d-920b-979a49fea971), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:16.257864 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Floating IP 72ceeaa6-f46a-4e2d-920b-979a49fea971 disassociated. External IP: 172.27.3.218, port: 8a708001-7ad4-4eed-9fae-7d4dbab749c6. Oct 14 18:02:16.258209 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Calling delete_port for 8a708001-7ad4-4eed-9fae-7d4dbab749c6 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:16.388817 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (8a708001-7ad4-4eed-9fae-7d4dbab749c6), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:16.417144 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event deleted for resources: {'Port': ['ID=8a708001-7ad4-4eed-9fae-7d4dbab749c6,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:16.529266 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Router a702f974-9e36-43e3-b9b6-b56340f70ce4 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:02:16.613283 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f0dbb47f-be01-4eda-9d53-8c2a8f5da51b req-e36b612b-234e-43e8-9d7d-a4b67ca02e8e tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fc764f20-1f93-4e6d-ac1a-588f161d6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0378597 Oct 14 18:02:16.666025 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:16.677101 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] Sync routers for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:16.689416 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:16.690066 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:16.717135 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] No DVR routers for this DVR port 8a708001-7ad4-4eed-9fae-7d4dbab749c6 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:02:16.719753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:16.722963 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf67d586-4dc8-4c59-8a69-e25e2f05b601 req-3a92ce8b-0392-4332-9c99-850bc9a41279 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8a708001-7ad4-4eed-9fae-7d4dbab749c6 HTTP/1.1" status: 204 len: 173 time: 0.7965956 Oct 14 18:02:16.723444 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-deleted', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:02:16.727065 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d77494-e477-4ad3-9ce4-f33b03b2555f" -d '{"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-deleted", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:16.768574 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475461cf-dcdf-4432-bdfb-00f175dac9f9 x-openstack-request-id: req-475461cf-dcdf-4432-bdfb-00f175dac9f9 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:16.768736 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc764f20-1f93-4e6d-ac1a-588f161d6ee5", "name": "network-vif-deleted", "tag": "8a708001-7ad4-4eed-9fae-7d4dbab749c6", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:16.768934 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-475461cf-dcdf-4432-bdfb-00f175dac9f9 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:16.769339 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475461cf-dcdf-4432-bdfb-00f175dac9f9'] response: {'server_uuid': 'fc764f20-1f93-4e6d-ac1a-588f161d6ee5', 'name': 'network-vif-deleted', 'tag': '8a708001-7ad4-4eed-9fae-7d4dbab749c6', 'status': 'completed', 'code': 200} Oct 14 18:02:16.798845 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:17.001070 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:17.026542 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] Checking router: a702f974-9e36-43e3-b9b6-b56340f70ce4 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:17.034941 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:17.035633 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:01:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:17.137912 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:17.322490 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:17.356648 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c411a-1b7e-4025-a16f-6b9f6e3c14a8 None None] The sync data for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi is: [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T17:55:13Z', 'revision_number': 4, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': 'dccc28b1-96f9-45e9-9e8f-914ca78e8316', 'name': '', 'network_id': 'e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'mac_address': 'fa:16:3e:2d:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:09Z', 'updated_at': '2022-10-14T17:55:28Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'subnets': [{'id': '44ecdf07-2233-4b0b-90f5-e09ff30211f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:17.573483 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2f7f2-bfec-41b5-98b7-8d746fa09066 None None] New status for floating IP 72ceeaa6-f46a-4e2d-920b-979a49fea971: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:02:17.732828 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48302) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:17.811904 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-461632b4-8489-400c-9a98-8b1800737124 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (3f0bfe28-88d4-4710-8c55-7ec652d561dc), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:17.839391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-461632b4-8489-400c-9a98-8b1800737124 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (3f0bfe28-88d4-4710-8c55-7ec652d561dc), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:17.890094 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-461632b4-8489-400c-9a98-8b1800737124 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3f0bfe28-88d4-4710-8c55-7ec652d561dc), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:17.892721 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-461632b4-8489-400c-9a98-8b1800737124 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:17.893901 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-461632b4-8489-400c-9a98-8b1800737124 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3f0bfe28-88d4-4710-8c55-7ec652d561dc HTTP/1.1" status: 204 len: 168 time: 0.1600139 Oct 14 18:02:17.896965 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48306) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:17.903356 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461632b4-8489-400c-9a98-8b1800737124 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0bfe28-88d4-4710-8c55-7ec652d561dc,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:17.908306 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-06256694-74ef-4153-a37c-cf5de49040d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:17.911846 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.api.v2.resource [None req-a5426912-0fd0-4b47-a84c-d989e7b9b0f9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] show failed (client error): The resource could not be found. Oct 14 18:02:17.912969 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a5426912-0fd0-4b47-a84c-d989e7b9b0f9 tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "GET /networking/v2.0/security-groups/3f0bfe28-88d4-4710-8c55-7ec652d561dc HTTP/1.1" status: 404 len: 347 time: 0.0147924 Oct 14 18:02:17.915963 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48308) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:18.031830 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Deleting port b4288693-e891-4cc9-aca6-8604d063d51d {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:18.032209 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (b4288693-e891-4cc9-aca6-8604d063d51d), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:18.117748 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (b4288693-e891-4cc9-aca6-8604d063d51d), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:18.117987 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (b4288693-e891-4cc9-aca6-8604d063d51d), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:18.134340 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Calling delete_port for b4288693-e891-4cc9-aca6-8604d063d51d owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:18.262891 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (b4288693-e891-4cc9-aca6-8604d063d51d), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:18.290646 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Pushing event deleted for resources: {'Port': ['ID=b4288693-e891-4cc9-aca6-8604d063d51d,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:18.354026 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks [] for floatingip (72ceeaa6-f46a-4e2d-920b-979a49fea971), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:18.356815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:18.357938 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1588f671-2eec-4623-9f95-fa203409f6fa tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/72ceeaa6-f46a-4e2d-920b-979a49fea971 HTTP/1.1" status: 204 len: 168 time: 0.4406631 Oct 14 18:02:19.071376 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.105026 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:19.112119 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48320) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:19.127137 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 8a708001-7ad4-4eed-9fae-7d4dbab749c6 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:02:19.127491 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 8a708001-7ad4-4eed-9fae-7d4dbab749c6 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:19.220118 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1f02-c4a0-4aca-82ff-d2a39c441d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.298074 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1f02-c4a0-4aca-82ff-d2a39c441d40 admin admin] Publish callbacks [] for security_group (c7bd64ce-9080-42e3-9719-7fd55a5ac407), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.302067 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1f02-c4a0-4aca-82ff-d2a39c441d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (c7bd64ce-9080-42e3-9719-7fd55a5ac407), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.342068 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-aa4f1f02-c4a0-4aca-82ff-d2a39c441d40 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7e6ce392c40f4e60970ca429ffc1c24e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289181 Oct 14 18:02:19.342918 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f1f02-c4a0-4aca-82ff-d2a39c441d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd64ce-9080-42e3-9719-7fd55a5ac407,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:19.344796 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48324) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:19.394398 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9054-3755-4246-b50f-7e47e13ccac7 admin admin] Publish callbacks [] for security_group (c7bd64ce-9080-42e3-9719-7fd55a5ac407), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.414532 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9054-3755-4246-b50f-7e47e13ccac7 admin admin] Publish callbacks [] for security_group (c7bd64ce-9080-42e3-9719-7fd55a5ac407), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.430863 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:19.466363 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9054-3755-4246-b50f-7e47e13ccac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (c7bd64ce-9080-42e3-9719-7fd55a5ac407), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.468802 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9054-3755-4246-b50f-7e47e13ccac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:19.469992 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e0dc9054-3755-4246-b50f-7e47e13ccac7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c7bd64ce-9080-42e3-9719-7fd55a5ac407 HTTP/1.1" status: 204 len: 168 time: 0.1241882 Oct 14 18:02:19.478004 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9054-3755-4246-b50f-7e47e13ccac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd64ce-9080-42e3-9719-7fd55a5ac407,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:20.586354 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:20.594467 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:20.627492 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:20.811441 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48370) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:21.135982 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:21.262075 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (a702f974-9e36-43e3-b9b6-b56340f70ce4), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:21.476900 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Deleting port dccc28b1-96f9-45e9-9e8f-914ca78e8316 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:21.477147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:21.555865 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] For port dccc28b1-96f9-45e9-9e8f-914ca78e8316, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=dccc28b1-96f9-45e9-9e8f-914ca78e8316,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:21.556323 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:21.572794 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Calling delete_port for dccc28b1-96f9-45e9-9e8f-914ca78e8316 owned by network:router_interface {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:21.700357 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:21.760192 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (dccc28b1-96f9-45e9-9e8f-914ca78e8316), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:21.786600 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Pushing event deleted for resources: {'Port': ['ID=dccc28b1-96f9-45e9-9e8f-914ca78e8316,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:21.954477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (a702f974-9e36-43e3-b9b6-b56340f70ce4), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:22.011731 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ff764e-c110-4873-a4e9-fec29d5b67b6 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:02:22.012289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:22.037509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:22.132962 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff764e-c110-4873-a4e9-fec29d5b67b6 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:02:22.193738 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Router a702f974-9e36-43e3-b9b6-b56340f70ce4 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:02:22.318803 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:22.324299 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-9de76dd0-c3db-413e-ad98-93ab95522114 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a702f974-9e36-43e3-b9b6-b56340f70ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5123472 Oct 14 18:02:22.326784 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48390) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:22.338686 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] Sync routers for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:22.361595 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:22.362218 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:22.433218 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks [] for router (a702f974-9e36-43e3-b9b6-b56340f70ce4), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:22.547587 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks [] for router_gateway (a702f974-9e36-43e3-b9b6-b56340f70ce4), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:22.559832 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:22.729604 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:22.744845 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T18:02:21Z', 'revision_number': 5, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port': {'id': 'a31edf4a-9921-4157-b314-e17a57ca0024', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:55:02Z', 'updated_at': '2022-10-14T17:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:22.772629 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] Checking router: a702f974-9e36-43e3-b9b6-b56340f70ce4 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:22.782351 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] Routers {'a702f974-9e36-43e3-b9b6-b56340f70ce4'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:22.783080 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['a702f974-9e36-43e3-b9b6-b56340f70ce4'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:22.844911 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-093f2522-f460-4498-805a-1882685839ed None None] Provisioning complete for port 82605e58-0aff-4040-b0ba-d4a1b5235c70 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:02:22.845626 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-093f2522-f460-4498-805a-1882685839ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:22.846128 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-093f2522-f460-4498-805a-1882685839ed None None] Attempt 1 to provision port 82605e58-0aff-4040-b0ba-d4a1b5235c70 Oct 14 18:02:22.871709 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] Set router a702f974-9e36-43e3-b9b6-b56340f70ce4 gateway port host: None {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:22.873251 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:22.877844 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Deleting port a31edf4a-9921-4157-b314-e17a57ca0024 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:22.878183 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:22.925212 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-093f2522-f460-4498-805a-1882685839ed None None] Current status of the port 82605e58-0aff-4040-b0ba-d4a1b5235c70 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:02:22.926500 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T18:02:22Z', 'revision_number': 6, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:22.937739 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:22.952427 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c377799-2e6d-4260-8b08-22ddbd634b74 None None] The sync data for ids ['a702f974-9e36-43e3-b9b6-b56340f70ce4'] in dv-cinder-749155-15-iscsi is: [{'id': 'a702f974-9e36-43e3-b9b6-b56340f70ce4', 'name': 'tempest-AttachVolumeShelveTestJSON-2004073813-router', 'tenant_id': '261d62defa42436cbcc5e712c62b76f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:55:00Z', 'updated_at': '2022-10-14T18:02:22Z', 'revision_number': 6, 'project_id': '261d62defa42436cbcc5e712c62b76f4', 'gw_port_host': None}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:22.971756 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] For port a31edf4a-9921-4157-b314-e17a57ca0024, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=a31edf4a-9921-4157-b314-e17a57ca0024,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:22.972360 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:22.990995 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Calling delete_port for a31edf4a-9921-4157-b314-e17a57ca0024 owned by network:router_gateway {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:23.152701 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (a31edf4a-9921-4157-b314-e17a57ca0024), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.178689 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31edf4a-9921-4157-b314-e17a57ca0024,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:23.237933 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (a702f974-9e36-43e3-b9b6-b56340f70ce4), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.241431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:23.342366 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (a702f974-9e36-43e3-b9b6-b56340f70ce4), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.348797 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks [] for router_controller (a702f974-9e36-43e3-b9b6-b56340f70ce4), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.401831 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (a702f974-9e36-43e3-b9b6-b56340f70ce4), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.402571 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a702f974-9e36-43e3-b9b6-b56340f70ce4 {{(pid=104407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:02:23.407638 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.411084 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-aea518f0-0023-4626-8a25-df54d7cc1797 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a702f974-9e36-43e3-b9b6-b56340f70ce4 HTTP/1.1" status: 204 len: 168 time: 1.0810628 Oct 14 18:02:23.411431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48398) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:23.463272 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] Deleting subnet 44ecdf07-2233-4b0b-90f5-e09ff30211f3 {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:02:23.466482 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] Publish callbacks [] for subnet (44ecdf07-2233-4b0b-90f5-e09ff30211f3), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.504048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (44ecdf07-2233-4b0b-90f5-e09ff30211f3), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.570103 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:23.578738 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (44ecdf07-2233-4b0b-90f5-e09ff30211f3), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.617080 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:23.641943 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (44ecdf07-2233-4b0b-90f5-e09ff30211f3), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.670486 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ecdf07-2233-4b0b-90f5-e09ff30211f3,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:23.672387 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.675480 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-4691d1d6-9ece-40b5-bfa3-cab4084cde06 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/44ecdf07-2233-4b0b-90f5-e09ff30211f3 HTTP/1.1" status: 204 len: 168 time: 0.2624388 Oct 14 18:02:23.678068 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da5db7b-4d1a-48b9-aba0-38000a5dce5d None None] Network e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:02:23.678941 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48402) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:23.752870 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.798401 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Deleting port 82605e58-0aff-4040-b0ba-d4a1b5235c70 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:23.798742 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.839588 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] DHCP port deletion for e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:02:23.868207 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] For port 82605e58-0aff-4040-b0ba-d4a1b5235c70, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=82605e58-0aff-4040-b0ba-d4a1b5235c70,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:23.868545 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.882150 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Calling delete_port for 82605e58-0aff-4040-b0ba-d4a1b5235c70 owned by network:dhcp {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:23.884961 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] Deleting port 82605e58-0aff-4040-b0ba-d4a1b5235c70 {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:23.885552 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.951710 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] For port 82605e58-0aff-4040-b0ba-d4a1b5235c70, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=82605e58-0aff-4040-b0ba-d4a1b5235c70,segment=NetworkSegment(2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58),segment_id=2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:23.952396 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.962539 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:23.967043 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] Calling delete_port for 82605e58-0aff-4040-b0ba-d4a1b5235c70 owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:23.986073 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=82605e58-0aff-4040-b0ba-d4a1b5235c70,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:23.995381 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] No DVR routers for this DVR port 82605e58-0aff-4040-b0ba-d4a1b5235c70 on host dv-cinder-749155-15-iscsi {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:02:24.050198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (82605e58-0aff-4040-b0ba-d4a1b5235c70), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.075265 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.076914 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] Pushing event deleted for resources: {'Port': ['ID=82605e58-0aff-4040-b0ba-d4a1b5235c70,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:24.084941 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd584358-d891-47d7-b60a-c16e03b75da8 None None] No DVR routers for this DVR port 82605e58-0aff-4040-b0ba-d4a1b5235c70 on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:02:24.107213 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:24.117098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:24.117385 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:24.126885 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.141391 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.149160 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:02:24.149605 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.192961 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58 resource provider aggregate not found Oct 14 18:02:24.211187 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f84ce7e-f7ed-43dc-993c-f9bc9fb00a58 found for delete ", "request_id": "req-414a764b-92d1-40a2-90c2-2abeabae069d"}]} Oct 14 18:02:24.217595 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.233255 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.236369 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8 HTTP/1.1" status: 204 len: 168 time: 0.5565159 Oct 14 18:02:24.237647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688e529-4267-4035-8a5e-93a912667e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=e398a6f0-cbb6-41b9-a427-4e2c5e47f4f8,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:24.356837 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48410) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:24.362121 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a31edf4a-9921-4157-b314-e17a57ca0024 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:24.382807 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: a31edf4a-9921-4157-b314-e17a57ca0024 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:02:24.383238 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device a31edf4a-9921-4157-b314-e17a57ca0024 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:24.383601 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dccc28b1-96f9-45e9-9e8f-914ca78e8316 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:24.399478 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1776c0d5-ffd6-4628-b2c5-3fd36634ee59 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=261d62defa42436cbcc5e712c62b76f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414999 Oct 14 18:02:24.402099 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48412) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:24.402815 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: dccc28b1-96f9-45e9-9e8f-914ca78e8316 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:02:24.403163 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dccc28b1-96f9-45e9-9e8f-914ca78e8316 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:24.403590 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82605e58-0aff-4040-b0ba-d4a1b5235c70 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:24.421515 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 82605e58-0aff-4040-b0ba-d4a1b5235c70 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:02:24.421872 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 82605e58-0aff-4040-b0ba-d4a1b5235c70 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:24.451687 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-72f93a98-946c-4806-9db4-6c117401636b admin admin] Publish callbacks [] for security_group (72cc5651-056c-4bd8-8ab2-911ea3ae7d91), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.473472 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-72f93a98-946c-4806-9db4-6c117401636b admin admin] Publish callbacks [] for security_group (72cc5651-056c-4bd8-8ab2-911ea3ae7d91), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.521806 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-72f93a98-946c-4806-9db4-6c117401636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (72cc5651-056c-4bd8-8ab2-911ea3ae7d91), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.527929 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-72f93a98-946c-4806-9db4-6c117401636b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:24.529361 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-72f93a98-946c-4806-9db4-6c117401636b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/72cc5651-056c-4bd8-8ab2-911ea3ae7d91 HTTP/1.1" status: 204 len: 168 time: 0.1263247 Oct 14 18:02:24.547056 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f93a98-946c-4806-9db4-6c117401636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cc5651-056c-4bd8-8ab2-911ea3ae7d91,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:29.085409 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:02:33.390588 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=37,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:33.394371 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:34.388554 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:34.406263 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:34.532727 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:34.543128 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=80,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:34.561173 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:36.097327 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48654) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:36.208740 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.294982 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Publish callbacks [] for security_group (47857746-87e3-422a-bf60-e185757746d0), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.299188 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (47857746-87e3-422a-bf60-e185757746d0), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.340945 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=73482f491b764ee6806628485c909f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425697 Oct 14 18:02:36.341800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47857746-87e3-422a-bf60-e185757746d0,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:36.343650 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48658) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:36.361212 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.361498 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.361839 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.362180 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.362532 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.362837 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.363159 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.363500 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.363800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.364150 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.364478 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.364792 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.365172 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.365426 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.365760 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da90c4f-dde9-4e56-bbc2-9a12f794702b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:36.408268 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-594e3710-b4e2-44d5-b6d1-ee9841273282 admin admin] Publish callbacks [] for security_group (47857746-87e3-422a-bf60-e185757746d0), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.420463 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.431098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-594e3710-b4e2-44d5-b6d1-ee9841273282 admin admin] Publish callbacks [] for security_group (47857746-87e3-422a-bf60-e185757746d0), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.478339 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-594e3710-b4e2-44d5-b6d1-ee9841273282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (47857746-87e3-422a-bf60-e185757746d0), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.480985 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-594e3710-b4e2-44d5-b6d1-ee9841273282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:36.482131 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-594e3710-b4e2-44d5-b6d1-ee9841273282 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47857746-87e3-422a-bf60-e185757746d0 HTTP/1.1" status: 204 len: 168 time: 0.1375113 Oct 14 18:02:36.490093 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e3710-b4e2-44d5-b6d1-ee9841273282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47857746-87e3-422a-bf60-e185757746d0,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:39.452840 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd44a2-f299-4261-8f5c-c489d3212513 req-248399d1-1d74-47c5-9daf-1bd58ba08885 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:39.454491 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a1cd44a2-f299-4261-8f5c-c489d3212513 req-248399d1-1d74-47c5-9daf-1bd58ba08885 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 945 time: 0.0580082 Oct 14 18:02:39.524536 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a1cd44a2-f299-4261-8f5c-c489d3212513 req-4b2f492b-3abf-4af4-9000-769fe053ec57 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644791 Oct 14 18:02:40.648974 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d291f59-9670-4dbf-93d9-b9607be4bac6 req-87bca075-e67a-41f3-952a-6350a4eaf506 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:40.651229 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8d291f59-9670-4dbf-93d9-b9607be4bac6 req-87bca075-e67a-41f3-952a-6350a4eaf506 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Oct 14 18:02:40.701785 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8d291f59-9670-4dbf-93d9-b9607be4bac6 req-be1d647d-332f-4ece-9fe3-8686950043f5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=27a8b5e3-4029-4742-933d-8f23d270b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445621 Oct 14 18:02:41.002133 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-92c748be-8670-418e-9b5c-4cf9cb418dba tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:41.003584 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-92c748be-8670-418e-9b5c-4cf9cb418dba tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 945 time: 0.0523894 Oct 14 18:02:41.095498 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port 49f0f8c5-3e42-4143-820a-d45552f7481e {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:41.095841 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:41.188455 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] For port 49f0f8c5-3e42-4143-820a-d45552f7481e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=49f0f8c5-3e42-4143-820a-d45552f7481e,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:41.188816 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:41.347074 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:41.347351 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (8d7390b1-17d2-4110-998a-1a1ab3a4a902), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:41.347668 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP 8d7390b1-17d2-4110-998a-1a1ab3a4a902 disassociated. External IP: 172.27.3.134, port: 49f0f8c5-3e42-4143-820a-d45552f7481e. Oct 14 18:02:41.348202 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for 49f0f8c5-3e42-4143-820a-d45552f7481e owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:41.476937 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (49f0f8c5-3e42-4143-820a-d45552f7481e), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:41.504044 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=49f0f8c5-3e42-4143-820a-d45552f7481e,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:41.513781 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.514140 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.514489 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.514828 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.515165 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.515501 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.515833 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.516841 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.516841 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.516841 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.517138 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.517436 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.517758 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.518082 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.518407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:41.629344 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:02:41.640110 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:41.720275 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:41.736736 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:41.748540 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:41.759474 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:41.760123 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:41.785857 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] No DVR routers for this DVR port 49f0f8c5-3e42-4143-820a-d45552f7481e on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:02:41.788378 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:41.792931 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-505fb449-4606-48ac-87f2-eccf7c74f527 req-e7fbaffb-442c-4393-a551-446245251e36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "DELETE /networking/v2.0/ports/49f0f8c5-3e42-4143-820a-d45552f7481e HTTP/1.1" status: 204 len: 173 time: 0.7825916 Oct 14 18:02:41.800785 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'name': 'network-vif-deleted', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:02:41.803425 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af2fd76-b8f3-44ea-95b2-84ad6e47fdf6" -d '{"events": [{"server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "name": "network-vif-deleted", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:41.828693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a6db4e40-a591-4424-9f96-bfe0955e3fdc req-793c6d3f-2379-4e0d-bbca-b7b2b9e86bcb tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 210 time: 0.0445535 Oct 14 18:02:41.847579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99c39b-401e-49ad-8fa4-2db9f06227f4 x-openstack-request-id: req-9f99c39b-401e-49ad-8fa4-2db9f06227f4 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:41.847841 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caefe50f-f313-490e-9dcc-5c6715233c61", "name": "network-vif-deleted", "tag": "49f0f8c5-3e42-4143-820a-d45552f7481e", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:41.848122 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9f99c39b-401e-49ad-8fa4-2db9f06227f4 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:41.860150 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f99c39b-401e-49ad-8fa4-2db9f06227f4'] response: {'server_uuid': 'caefe50f-f313-490e-9dcc-5c6715233c61', 'name': 'network-vif-deleted', 'tag': '49f0f8c5-3e42-4143-820a-d45552f7481e', 'status': 'completed', 'code': 200} Oct 14 18:02:41.886851 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:42.110049 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:50Z', 'revision_number': 2, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:42.136009 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:42.145294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:42.145905 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:42.251680 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:42.473661 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:50Z', 'revision_number': 2, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:42.499032 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9b9ca-f927-40fc-94a5-eb50ca34942f None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '432ad88c-ec0c-4bab-89b2-d44611daca77', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:93:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:00:31Z', 'updated_at': '2022-10-14T18:00:50Z', 'revision_number': 2, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:42.721376 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c90099-abe3-4b5c-b01d-9bb8899cbdd4 None None] New status for floating IP 8d7390b1-17d2-4110-998a-1a1ab3a4a902: DOWN {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:02:42.945325 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-49445c8e-58eb-46f9-893f-799b2a3cbd2e req-b43ddd33-a822-426d-94cd-f68c0132f05e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Oct 14 18:02:44.076349 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-905bef35-7574-4d0b-9a07-97e0675dce01 req-95597b83-25de-46c3-96b5-342cbaaebd97 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caefe50f-f313-490e-9dcc-5c6715233c61 HTTP/1.1" status: 200 len: 210 time: 0.0321507 Oct 14 18:02:45.172289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48782) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:45.231815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f11af86e-c783-4810-b1d3-20c96894af99 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (27a8b5e3-4029-4742-933d-8f23d270b723), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.254993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f11af86e-c783-4810-b1d3-20c96894af99 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (27a8b5e3-4029-4742-933d-8f23d270b723), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.311408 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f11af86e-c783-4810-b1d3-20c96894af99 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (27a8b5e3-4029-4742-933d-8f23d270b723), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.314674 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-f11af86e-c783-4810-b1d3-20c96894af99 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.329376 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-f11af86e-c783-4810-b1d3-20c96894af99 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/27a8b5e3-4029-4742-933d-8f23d270b723 HTTP/1.1" status: 204 len: 168 time: 0.1423740 Oct 14 18:02:45.329794 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48786) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:45.330236 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11af86e-c783-4810-b1d3-20c96894af99 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8b5e3-4029-4742-933d-8f23d270b723,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:45.332878 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.api.v2.resource [None req-5385246d-2dfb-4f26-8292-3a99a683c06c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] show failed (client error): The resource could not be found. Oct 14 18:02:45.333884 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-5385246d-2dfb-4f26-8292-3a99a683c06c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups/27a8b5e3-4029-4742-933d-8f23d270b723 HTTP/1.1" status: 404 len: 347 time: 0.0140324 Oct 14 18:02:45.336849 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48788) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:45.441198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-52367a9a-bd58-4777-ac54-40ac554a6a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.460320 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port 5af31625-fea3-48ab-9595-82827051c890 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:45.460320 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (5af31625-fea3-48ab-9595-82827051c890), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.545674 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (5af31625-fea3-48ab-9595-82827051c890), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.546009 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (5af31625-fea3-48ab-9595-82827051c890), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.559338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for 5af31625-fea3-48ab-9595-82827051c890 owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:45.679144 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:45.681395 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:45.697939 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (5af31625-fea3-48ab-9595-82827051c890), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.728534 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=5af31625-fea3-48ab-9595-82827051c890,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:45.792918 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (8d7390b1-17d2-4110-998a-1a1ab3a4a902), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.795993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:45.797143 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3644466f-ff1c-465f-90bf-7b8153fc980e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/8d7390b1-17d2-4110-998a-1a1ab3a4a902 HTTP/1.1" status: 204 len: 168 time: 0.4590099 Oct 14 18:02:47.909086 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-49e31161-e2f1-46bc-8dec-3bba2a023a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:47.962189 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 49f0f8c5-3e42-4143-820a-d45552f7481e no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:47.985041 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 49f0f8c5-3e42-4143-820a-d45552f7481e {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:02:47.985387 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 49f0f8c5-3e42-4143-820a-d45552f7481e not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:49.068970 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:50.595182 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:50.629573 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:52.718082 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c0bb-8355-4fb0-8185-f50a4d61508b req-47c25cd4-5073-41b9-919e-926501113261 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:52.719778 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ff8c0bb-8355-4fb0-8185-f50a4d61508b req-47c25cd4-5073-41b9-919e-926501113261 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 946 time: 0.0497842 Oct 14 18:02:52.772679 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8ff8c0bb-8355-4fb0-8185-f50a4d61508b req-e78ae2dd-1842-4d74-8488-6bf93bb5a199 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473328 Oct 14 18:02:52.793409 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:52.796227 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:53.897192 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b369c8-cfa6-4d72-bd81-c4a015b34803 req-5891d8e4-e5e0-43f8-a12c-7ba52e492044 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:53.898823 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-89b369c8-cfa6-4d72-bd81-c4a015b34803 req-5891d8e4-e5e0-43f8-a12c-7ba52e492044 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 946 time: 0.0477936 Oct 14 18:02:53.946128 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-89b369c8-cfa6-4d72-bd81-c4a015b34803 req-6acedeb6-2855-4742-af60-5a8aa96f8322 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8066de2c-6aab-4a08-ad23-775a0d8fe360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410788 Oct 14 18:02:54.366319 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-3dffb758-0cf9-4ac0-9413-a16de45f2ca7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:54.368402 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-3dffb758-0cf9-4ac0-9413-a16de45f2ca7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 946 time: 0.0592852 Oct 14 18:02:54.464775 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port 224c20a8-d471-41aa-9fb6-c77acab8e577 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:54.465117 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:54.559582 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] For port 224c20a8-d471-41aa-9fb6-c77acab8e577, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=224c20a8-d471-41aa-9fb6-c77acab8e577,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:54.559984 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:54.733390 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:54.733905 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (432ad88c-ec0c-4bab-89b2-d44611daca77), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:54.734325 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP 432ad88c-ec0c-4bab-89b2-d44611daca77 disassociated. External IP: 172.27.3.93, port: 224c20a8-d471-41aa-9fb6-c77acab8e577. Oct 14 18:02:54.734742 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for 224c20a8-d471-41aa-9fb6-c77acab8e577 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:54.868400 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (224c20a8-d471-41aa-9fb6-c77acab8e577), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:54.902589 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=224c20a8-d471-41aa-9fb6-c77acab8e577,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:54.910483 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:55.016338 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:02:55.032548 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:55.081139 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-607f744a-e332-40fa-9eb3-308cea7ca6d1 req-51836127-2a69-4049-b601-bcec32fd9160 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bbbe808-1a08-42f9-b3eb-101761f16451 HTTP/1.1" status: 200 len: 210 time: 0.0596011 Oct 14 18:02:55.146629 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:55.157337 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:55.167237 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:55.167847 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:55.189864 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] No DVR routers for this DVR port 224c20a8-d471-41aa-9fb6-c77acab8e577 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:02:55.192259 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:55.195419 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-49d7f919-cd76-4adf-8570-e5b3f443cb86 req-a7ddfbd0-a05a-42a0-8dd9-51a16bae3442 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "DELETE /networking/v2.0/ports/224c20a8-d471-41aa-9fb6-c77acab8e577 HTTP/1.1" status: 204 len: 173 time: 0.8192255 Oct 14 18:02:55.195936 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'name': 'network-vif-deleted', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:02:55.198713 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebcf6c6-ee7e-465b-9d89-2a3731e1a72a" -d '{"events": [{"server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "name": "network-vif-deleted", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:55.246533 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b49e14-d4c0-4c96-8a6b-c076a437472c x-openstack-request-id: req-50b49e14-d4c0-4c96-8a6b-c076a437472c {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:55.246931 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbbe808-1a08-42f9-b3eb-101761f16451", "name": "network-vif-deleted", "tag": "224c20a8-d471-41aa-9fb6-c77acab8e577", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:55.247267 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-50b49e14-d4c0-4c96-8a6b-c076a437472c {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:55.247745 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b49e14-d4c0-4c96-8a6b-c076a437472c'] response: {'server_uuid': '8bbbe808-1a08-42f9-b3eb-101761f16451', 'name': 'network-vif-deleted', 'tag': '224c20a8-d471-41aa-9fb6-c77acab8e577', 'status': 'completed', 'code': 200} Oct 14 18:02:55.289823 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:55.500822 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:55.527961 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:55.537307 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:02:55.537940 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:55.595472 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:55.650093 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:02:55.783376 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:55.788140 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:55.982559 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:55.989016 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:56.021496 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c6849-2d90-4557-bd37-3fc9d612dc73 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:56.176402 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 48992) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:56.233982 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf01dfa2-a042-4717-9aa0-b161fa28d8ec tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (8066de2c-6aab-4a08-ad23-775a0d8fe360), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.259025 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf01dfa2-a042-4717-9aa0-b161fa28d8ec tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (8066de2c-6aab-4a08-ad23-775a0d8fe360), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.260206 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c75fac-18d8-4c57-bce6-85a3696974ed None None] New status for floating IP 432ad88c-ec0c-4bab-89b2-d44611daca77: DOWN {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:02:56.320564 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf01dfa2-a042-4717-9aa0-b161fa28d8ec tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8066de2c-6aab-4a08-ad23-775a0d8fe360), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.324311 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cf01dfa2-a042-4717-9aa0-b161fa28d8ec tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.325501 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-cf01dfa2-a042-4717-9aa0-b161fa28d8ec tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8066de2c-6aab-4a08-ad23-775a0d8fe360 HTTP/1.1" status: 204 len: 168 time: 0.1480286 Oct 14 18:02:56.328423 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48994) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:56.335467 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01dfa2-a042-4717-9aa0-b161fa28d8ec tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8066de2c-6aab-4a08-ad23-775a0d8fe360,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:56.348953 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.api.v2.resource [None req-6b1e1ecf-697b-429b-bc7f-f3205cfc9ec2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] show failed (client error): The resource could not be found. Oct 14 18:02:56.349999 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-6b1e1ecf-697b-429b-bc7f-f3205cfc9ec2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups/8066de2c-6aab-4a08-ad23-775a0d8fe360 HTTP/1.1" status: 404 len: 347 time: 0.0205882 Oct 14 18:02:56.352908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 48996) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:56.468464 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port fb33365f-0183-41ef-8ac6-edf65b1c99a4 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:02:56.468803 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.546746 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.547088 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (fb33365f-0183-41ef-8ac6-edf65b1c99a4), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.559694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for fb33365f-0183-41ef-8ac6-edf65b1c99a4 owned by network:floatingip {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:02:56.690052 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (fb33365f-0183-41ef-8ac6-edf65b1c99a4), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.722402 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=fb33365f-0183-41ef-8ac6-edf65b1c99a4,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:56.784111 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (432ad88c-ec0c-4bab-89b2-d44611daca77), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.784111 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.784744 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b14711d7-63dc-4a37-afb8-bcbd7c860a69 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/432ad88c-ec0c-4bab-89b2-d44611daca77 HTTP/1.1" status: 204 len: 168 time: 0.4307883 Oct 14 18:02:56.858615 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49006) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:56.863106 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-20ee9d44-ce5a-494b-9c8c-b314f9ccc045 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34174872', 'description': 'tempest-description--371617817'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:02:56.883834 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-20ee9d44-ce5a-494b-9c8c-b314f9ccc045 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.958431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-20ee9d44-ce5a-494b-9c8c-b314f9ccc045 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (6db2eec9-c649-4257-8718-7bbdd24a3dc3), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.961755 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-20ee9d44-ce5a-494b-9c8c-b314f9ccc045 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6db2eec9-c649-4257-8718-7bbdd24a3dc3), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.992835 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-20ee9d44-ce5a-494b-9c8c-b314f9ccc045 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:56.994710 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-20ee9d44-ce5a-494b-9c8c-b314f9ccc045 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1345036 Oct 14 18:02:56.997171 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee9d44-ce5a-494b-9c8c-b314f9ccc045 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db2eec9-c649-4257-8718-7bbdd24a3dc3,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:56.997906 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49008) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:57.002550 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-049f5a3b-8412-449d-aa73-424b80866c23 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': '6db2eec9-c649-4257-8718-7bbdd24a3dc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:02:57.029500 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-049f5a3b-8412-449d-aa73-424b80866c23 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (e472a0a9-a01b-4b2b-b2b6-da422467bd01), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.085804 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-049f5a3b-8412-449d-aa73-424b80866c23 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (e472a0a9-a01b-4b2b-b2b6-da422467bd01), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.089858 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-049f5a3b-8412-449d-aa73-424b80866c23 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (e472a0a9-a01b-4b2b-b2b6-da422467bd01), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.110062 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f5a3b-8412-449d-aa73-424b80866c23 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e472a0a9-a01b-4b2b-b2b6-da422467bd01,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:57.120644 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-049f5a3b-8412-449d-aa73-424b80866c23 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.124090 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-049f5a3b-8412-449d-aa73-424b80866c23 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230545 Oct 14 18:02:57.124714 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49016) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:57.129777 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-fd59a10d-0368-40da-83f7-901dc7965d14 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': '6db2eec9-c649-4257-8718-7bbdd24a3dc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:02:57.160055 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fd59a10d-0368-40da-83f7-901dc7965d14 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (45e425f3-3d6e-4501-b392-e185688336a4), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.217750 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fd59a10d-0368-40da-83f7-901dc7965d14 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (45e425f3-3d6e-4501-b392-e185688336a4), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.221098 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fd59a10d-0368-40da-83f7-901dc7965d14 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (45e425f3-3d6e-4501-b392-e185688336a4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.239745 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59a10d-0368-40da-83f7-901dc7965d14 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e425f3-3d6e-4501-b392-e185688336a4,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:57.247281 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fd59a10d-0368-40da-83f7-901dc7965d14 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.248500 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-fd59a10d-0368-40da-83f7-901dc7965d14 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223116 Oct 14 18:02:57.251503 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49018) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:57.255738 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:02:57.276385 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.356540 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.464449 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.27.3.105 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/f6ce2fa7-e4b1-4c7e-97d6-14f05972697c) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:57.567224 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.571021 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:57.576379 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:57.606659 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.647207 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:57.652579 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:57.656414 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:02:57.661340 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=f6ce2fa7-e4b1-4c7e-97d6-14f05972697c,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:57.741729 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (6679ffa7-fa1c-472c-a8d5-03fd7203e0d6), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.780258 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.934008 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:57.939992 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.009149 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=f6ce2fa7-e4b1-4c7e-97d6-14f05972697c,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:58.012233 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6679ffa7-fa1c-472c-a8d5-03fd7203e0d6), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.015762 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 224c20a8-d471-41aa-9fb6-c77acab8e577 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:58.029857 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.031934 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d592af4c-89ae-4d0b-a49f-8925c7bac152 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7786160 Oct 14 18:02:58.041474 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 224c20a8-d471-41aa-9fb6-c77acab8e577 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:02:58.041813 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 224c20a8-d471-41aa-9fb6-c77acab8e577 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:58.092831 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49028) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:58.211045 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0c9ebc5b-5661-44e2-be13-532cd55a3895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.216826 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:58.249890 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-2468df94-d0e7-4a8e-a0ab-51b02d6f78aa tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--34174872&fields=id&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 267 time: 0.0492251 Oct 14 18:02:58.303550 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0c9ebc5b-5661-44e2-be13-532cd55a3895 admin admin] Publish callbacks [] for security_group (aca934f9-69e8-46e1-b6ed-e71cb3ab72bc), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.309302 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0c9ebc5b-5661-44e2-be13-532cd55a3895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (aca934f9-69e8-46e1-b6ed-e71cb3ab72bc), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.345246 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:58.353664 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0c9ebc5b-5661-44e2-be13-532cd55a3895 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=60b43e37ed324531a0aaa707bb7e5246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597487 Oct 14 18:02:58.355042 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ebc5b-5661-44e2-be13-532cd55a3895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca934f9-69e8-46e1-b6ed-e71cb3ab72bc,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:58.357489 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49048) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:02:58.380970 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-3bd54ee8-c02c-4bc0-9fc8-0046279eae27 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:02:58.382421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-3bd54ee8-c02c-4bc0-9fc8-0046279eae27 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1243522 Oct 14 18:02:58.399262 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-63eae348-79dc-49e9-a4fc-29e5599e7afd tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/quotas/bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 375 time: 0.0100310 Oct 14 18:02:58.409371 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd411-5ba8-4f7b-a41c-d990c0831c82 admin admin] Publish callbacks [] for security_group (aca934f9-69e8-46e1-b6ed-e71cb3ab72bc), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.430259 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd411-5ba8-4f7b-a41c-d990c0831c82 admin admin] Publish callbacks [] for security_group (aca934f9-69e8-46e1-b6ed-e71cb3ab72bc), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.436640 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:58.438988 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:02:58.451020 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-956134e8-d670-4aa7-839d-61368e6b119b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462625 Oct 14 18:02:58.485542 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd411-5ba8-4f7b-a41c-d990c0831c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (aca934f9-69e8-46e1-b6ed-e71cb3ab72bc), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.488111 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd411-5ba8-4f7b-a41c-d990c0831c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:02:58.489311 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-7e5dd411-5ba8-4f7b-a41c-d990c0831c82 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/aca934f9-69e8-46e1-b6ed-e71cb3ab72bc HTTP/1.1" status: 204 len: 168 time: 0.1308098 Oct 14 18:02:58.501908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dd411-5ba8-4f7b-a41c-d990c0831c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca934f9-69e8-46e1-b6ed-e71cb3ab72bc,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:58.552332 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-bcf47ef5-1f70-4c05-8031-e4d524b648ba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898607 Oct 14 18:02:58.654225 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-2169da9f-1d41-43d5-857e-f389c2362718 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956559 Oct 14 18:02:58.829326 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2a838d73-523e-4116-9309-d0f6ba26b5b7 req-5bb6d55a-040f-4a34-b221-9d7cf304e90f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 210 time: 0.0285022 Oct 14 18:02:59.934498 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d2734b1c-4b56-4ef3-b46b-31ec41eda67d req-3c680898-c9c9-414e-ad9f-831c353d40df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 210 time: 0.0275111 Oct 14 18:03:01.038366 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2f7ba1d0-0caa-486a-9142-c7445c93fed1 req-f6e6974a-9acb-421e-8c92-469fce98d78d tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 210 time: 0.0295317 Oct 14 18:03:02.154421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-70adc937-62b7-4957-baa7-139890ab608b req-c9690907-90e8-45e8-bb16-7b141dc4acd5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Oct 14 18:03:02.708786 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-d1aa2bdd-178d-4459-b3c1-26ef217ae8f4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:02.710127 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-d1aa2bdd-178d-4459-b3c1-26ef217ae8f4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1072431 Oct 14 18:03:02.772855 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-e4c46d6c-0ce2-4321-8330-41f1ab841226 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 378 time: 0.0539246 Oct 14 18:03:02.781263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'port': {'device_id': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'admin_state_up': True, 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'security_groups': ['6db2eec9-c649-4257-8718-7bbdd24a3dc3']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:02.888381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Made reservation on behalf of bfdb342c57b144a384e9938fa4c6e0bf for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:02.892105 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:03.025765 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.20.0.10 (2dc29fa6-a064-4dfe-be69-6fc039570894/963a8c62-bd6c-4315-8880-f31fc7ae4cc7/53884c64-df9a-4e54-bf1f-86264cf92326) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:03:03.035808 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:03.182194 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (53884c64-df9a-4e54-bf1f-86264cf92326), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:03.216137 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:03.223694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:03.299978 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:03:03.305920 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:03.308930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=53884c64-df9a-4e54-bf1f-86264cf92326,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:03.311130 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:03:03.342227 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1915e-72a8-4bac-85cf-504f150ff5d8 req-dabb13e6-7766-492f-a7c7-738480b75bfa tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:03.343730 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7ad1915e-72a8-4bac-85cf-504f150ff5d8 req-dabb13e6-7766-492f-a7c7-738480b75bfa tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 932 time: 0.0989711 Oct 14 18:03:03.388161 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:03.388784 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:03.421871 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-b5fad8f0-0ff9-4734-81dc-ec35bd93e75f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6446562 Oct 14 18:03:03.425421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7ad1915e-72a8-4bac-85cf-504f150ff5d8 req-ce145390-f07f-4f4d-8021-db4846b0815d tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753267 Oct 14 18:03:03.524910 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-1bbd8489-6d28-40c0-9aaf-f327ba831fb1 None None] Provisioning complete for port 53884c64-df9a-4e54-bf1f-86264cf92326 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:03:03.525434 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8489-6d28-40c0-9aaf-f327ba831fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:03.525594 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-1bbd8489-6d28-40c0-9aaf-f327ba831fb1 None None] Attempt 1 to provision port 53884c64-df9a-4e54-bf1f-86264cf92326 Oct 14 18:03:03.546689 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:03.561352 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd8489-6d28-40c0-9aaf-f327ba831fb1 None None] Port 53884c64-df9a-4e54-bf1f-86264cf92326 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:03:04.547398 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50791e40-02c5-45c7-9c39-f44c64e3bf2b req-a85087fd-fc57-4374-ad67-3612aa9a05b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:04.548859 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50791e40-02c5-45c7-9c39-f44c64e3bf2b req-a85087fd-fc57-4374-ad67-3612aa9a05b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 932 time: 0.0461721 Oct 14 18:03:04.595133 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50791e40-02c5-45c7-9c39-f44c64e3bf2b req-70d7d3bc-4ca1-4910-b70d-693a349016c3 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405321 Oct 14 18:03:05.334554 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6843c-d315-4de5-8c42-cb33aafb4abe req-242fec96-fbfc-4c15-a328-a51b7af7a4d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:05.336049 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-81c6843c-d315-4de5-8c42-cb33aafb4abe req-242fec96-fbfc-4c15-a328-a51b7af7a4d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.3201084 Oct 14 18:03:05.384683 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-81c6843c-d315-4de5-8c42-cb33aafb4abe req-612378ee-b78b-4508-84a9-3366f0a2bd8b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Oct 14 18:03:05.715541 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50699829-0ff3-468a-9877-35012a558ea0 req-977aa642-164c-4871-9104-0620d3564fe2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:05.717013 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50699829-0ff3-468a-9877-35012a558ea0 req-977aa642-164c-4871-9104-0620d3564fe2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 932 time: 0.0465379 Oct 14 18:03:05.762344 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50699829-0ff3-468a-9877-35012a558ea0 req-df67d888-973c-4e5c-a4d7-d0962436b815 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397832 Oct 14 18:03:06.084256 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:03:06.131604 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Request body: {'port': {'device_id': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:06.193488 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:06.243736 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:06.436311 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:06.442970 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53884c64-df9a-4e54-bf1f-86264cf92326 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:03:06.451310 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Publish callbacks [] for port (53884c64-df9a-4e54-bf1f-86264cf92326), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:06.465361 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Transition to ACTIVE for port object 53884c64-df9a-4e54-bf1f-86264cf92326 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:03:06.474773 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:06.540142 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65890aff-5cf9-40b7-9ce6-9d9fa50fd35b req-b5521ee1-a9cc-4b07-ad2b-e08b77bde673 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:06.541589 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-65890aff-5cf9-40b7-9ce6-9d9fa50fd35b req-b5521ee1-a9cc-4b07-ad2b-e08b77bde673 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.0776181 Oct 14 18:03:06.582063 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Pushing event updated for resources: {'Port': ['ID=53884c64-df9a-4e54-bf1f-86264cf92326,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:06.609342 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:06.647551 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-65890aff-5cf9-40b7-9ce6-9d9fa50fd35b req-c47f5e27-56c0-44c6-8f0f-a6a45b555b65 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000793 Oct 14 18:03:06.656884 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Attempting to bind port 53884c64-df9a-4e54-bf1f-86264cf92326 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:03:06.657216 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Attempting to bind port 53884c64-df9a-4e54-bf1f-86264cf92326 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:03:06.657542 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Attempting to bind port 53884c64-df9a-4e54-bf1f-86264cf92326 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:06.703467 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Port 53884c64-df9a-4e54-bf1f-86264cf92326 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:03:06.703693 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Attempting to bind port 53884c64-df9a-4e54-bf1f-86264cf92326 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:06.743387 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:03:06.744050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Checking segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:03:06.744160 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Bound using segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:03:06.744546 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Bound port: 53884c64-df9a-4e54-bf1f-86264cf92326, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:03:06.744908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:06.804423 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] For port 53884c64-df9a-4e54-bf1f-86264cf92326, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:03:06.807471 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] For port 53884c64-df9a-4e54-bf1f-86264cf92326, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=53884c64-df9a-4e54-bf1f-86264cf92326,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:03:06.815146 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:06.818317 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:06.819163 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:06.820562 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/53884c64-df9a-4e54-bf1f-86264cf92326 HTTP/1.1" status: 200 len: 1094 time: 0.6933179 Oct 14 18:03:06.822685 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:06.825001 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba3ea1-cdb6-4db9-be79-91f5a2d7d2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:06.865971 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52127b1b-b4cb-44e8-b88e-6c92c53594d6 x-openstack-request-id: req-52127b1b-b4cb-44e8-b88e-6c92c53594d6 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:06.866255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:06.866508 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-52127b1b-b4cb-44e8-b88e-6c92c53594d6 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:06.866903 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52127b1b-b4cb-44e8-b88e-6c92c53594d6'] response: {'name': 'network-changed', 'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326', 'status': 'completed', 'code': 200} Oct 14 18:03:06.912107 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f88d7-147b-4d09-b679-ea52addcd9ee service neutron] Pushing event updated for resources: {'Port': ['ID=53884c64-df9a-4e54-bf1f-86264cf92326,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:06.921708 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc20c5-bbdc-49b2-b2d4-9d1f93d41bff req-ef417a56-725e-4b94-8fa6-35beaec4b7f7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:06.923215 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d7dc20c5-bbdc-49b2-b2d4-9d1f93d41bff req-ef417a56-725e-4b94-8fa6-35beaec4b7f7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 944 time: 0.0735624 Oct 14 18:03:06.971860 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d7dc20c5-bbdc-49b2-b2d4-9d1f93d41bff req-f0ca438f-9870-4b20-9d79-08dfe5009168 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427699 Oct 14 18:03:07.767208 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9461d-37d7-4b19-a8da-7e41a1e03c6d req-b28e1332-fd2c-4a92-b9d9-18677057ed9c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:07.768679 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5ab9461d-37d7-4b19-a8da-7e41a1e03c6d req-b28e1332-fd2c-4a92-b9d9-18677057ed9c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.0460646 Oct 14 18:03:07.817676 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5ab9461d-37d7-4b19-a8da-7e41a1e03c6d req-e1405507-7fef-4f6f-8ab3-2640f2771a59 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433116 Oct 14 18:03:08.082764 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:08.094597 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804190f3-6188-4e6b-aebb-389f088716d6 req-6257a663-d64b-4f7a-b10e-8c672659ccd4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:08.096062 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-804190f3-6188-4e6b-aebb-389f088716d6 req-6257a663-d64b-4f7a-b10e-8c672659ccd4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 944 time: 0.0507045 Oct 14 18:03:08.141827 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-804190f3-6188-4e6b-aebb-389f088716d6 req-c5462c20-9913-478e-bb36-c3fd6c5cad90 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400138 Oct 14 18:03:08.472338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=5,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:08.497549 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:08.940130 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29be671-b394-4886-b012-afe3d10525c0 req-df5c3402-5f12-4d6d-b413-8b5c7ac5e0f3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:08.941598 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e29be671-b394-4886-b012-afe3d10525c0 req-df5c3402-5f12-4d6d-b413-8b5c7ac5e0f3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.0479047 Oct 14 18:03:08.990590 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e29be671-b394-4886-b012-afe3d10525c0 req-9ec99011-871f-4c10-801e-c4bcada96b4d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434790 Oct 14 18:03:09.268353 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a38fb1-d511-4598-ba51-15178df1fbfc req-882ed17c-0186-4286-8579-7052466247e1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:09.269799 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98a38fb1-d511-4598-ba51-15178df1fbfc req-882ed17c-0186-4286-8579-7052466247e1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 944 time: 0.0502293 Oct 14 18:03:09.320089 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-98a38fb1-d511-4598-ba51-15178df1fbfc req-7677e806-7f3b-47da-8896-2a43ea06e310 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446973 Oct 14 18:03:09.501941 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba3ea1-cdb6-4db9-be79-91f5a2d7d2ab req-4f4c87b8-63ef-4e95-9e33-33ff0462a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:09.503421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-56ba3ea1-cdb6-4db9-be79-91f5a2d7d2ab req-4f4c87b8-63ef-4e95-9e33-33ff0462a72f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 1128 time: 0.0389247 Oct 14 18:03:09.639391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba3ea1-cdb6-4db9-be79-91f5a2d7d2ab req-922b55f5-bca9-49e2-ae7f-b73a4451528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:09.640875 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-56ba3ea1-cdb6-4db9-be79-91f5a2d7d2ab req-922b55f5-bca9-49e2-ae7f-b73a4451528f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0995915 Oct 14 18:03:09.810271 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:09.837124 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba3ea1-cdb6-4db9-be79-91f5a2d7d2ab req-504bebb1-4441-4614-a6e1-982050e05a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:09.838630 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-56ba3ea1-cdb6-4db9-be79-91f5a2d7d2ab req-504bebb1-4441-4614-a6e1-982050e05a8d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988843 Oct 14 18:03:10.109172 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-b5db4533-86fe-42e1-bb9d-973d25c470fa tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:10.109754 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-8423f9f7-13f7-494b-9153-4b5157859608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:10.110636 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-8423f9f7-13f7-494b-9153-4b5157859608 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 1128 time: 0.0864491 Oct 14 18:03:10.112809 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-b5db4533-86fe-42e1-bb9d-973d25c470fa tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.0511127 Oct 14 18:03:10.129506 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf978024-6ec1-48b0-9fee-209125f6ce95 req-48345aa5-43ba-4b87-addb-8febc2721d36 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:10.130945 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf978024-6ec1-48b0-9fee-209125f6ce95 req-48345aa5-43ba-4b87-addb-8febc2721d36 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 945 time: 0.0555024 Oct 14 18:03:10.169052 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-19c47014-1fec-42cd-a8cf-f484d14b5b7b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53884c64-df9a-4e54-bf1f-86264cf92326 HTTP/1.1" status: 200 len: 217 time: 0.0366182 Oct 14 18:03:10.229103 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Deleting port 7e54b253-263a-42cf-8f31-9f4a5d1746bc {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:03:10.229602 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:10.254839 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-18869c64-27ed-443c-a3d8-e046e27e33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:10.256400 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-18869c64-27ed-443c-a3d8-e046e27e33ae service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0810556 Oct 14 18:03:10.264474 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf978024-6ec1-48b0-9fee-209125f6ce95 req-3edd751e-d7e7-4390-b471-0259d4a9dafd tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984547 Oct 14 18:03:10.305106 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-be74a9f6-b403-4a57-ba2f-b65ce5efcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:10.306710 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-be74a9f6-b403-4a57-ba2f-b65ce5efcc59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405097 Oct 14 18:03:10.332228 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] For port 7e54b253-263a-42cf-8f31-9f4a5d1746bc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7e54b253-263a-42cf-8f31-9f4a5d1746bc,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:10.332664 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:10.454327 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-32e00ebc-ea70-4a25-8ffa-3af68ffd406f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361058 Oct 14 18:03:10.542792 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:10.543559 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (9a7724cc-bc8f-4577-bb5a-10692c380c6c), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:10.544166 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Floating IP 9a7724cc-bc8f-4577-bb5a-10692c380c6c disassociated. External IP: 172.27.3.16, port: 7e54b253-263a-42cf-8f31-9f4a5d1746bc. Oct 14 18:03:10.545082 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Calling delete_port for 7e54b253-263a-42cf-8f31-9f4a5d1746bc owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:03:10.568209 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8fb05-8b79-4772-a445-91f6510992f2 req-4db6ad88-b86e-44f6-be41-6730645836c1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:10.569739 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2c8fb05-8b79-4772-a445-91f6510992f2 req-4db6ad88-b86e-44f6-be41-6730645836c1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 944 time: 0.1049769 Oct 14 18:03:10.662182 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f2c8fb05-8b79-4772-a445-91f6510992f2 req-c3c0ed9f-6901-42eb-8987-dbbe1b19cd17 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830209 Oct 14 18:03:10.664285 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3ccf8676-b0b8-4f54-bafd-45de2b5950b0 req-d1ee7dff-090c-4b5c-b7ad-f219eb4a6ab1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975262 Oct 14 18:03:10.938597 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (7e54b253-263a-42cf-8f31-9f4a5d1746bc), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:10.966481 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event deleted for resources: {'Port': ['ID=7e54b253-263a-42cf-8f31-9f4a5d1746bc,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:11.079540 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:03:11.188143 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:03:11.197914 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:03:11.208461 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:03:11.209080 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:11.232736 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] No DVR routers for this DVR port 7e54b253-263a-42cf-8f31-9f4a5d1746bc on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:03:11.235393 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:11.238968 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-a7fe31ac-5a07-4fb1-b313-2ca601a64dc6 req-cd705bd9-f024-4f61-815a-4af88482e47e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7e54b253-263a-42cf-8f31-9f4a5d1746bc HTTP/1.1" status: 204 len: 173 time: 1.1023784 Oct 14 18:03:11.239417 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'name': 'network-vif-deleted', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:11.241700 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab2b3a-8633-4c97-9794-b142d27a8bd1" -d '{"events": [{"server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "name": "network-vif-deleted", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:11.278545 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a7a6e-ac63-4491-b17f-85c7082fb25e x-openstack-request-id: req-df2a7a6e-ac63-4491-b17f-85c7082fb25e {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:11.278836 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2a9478-c81a-49f6-9176-c90b6e15466f", "name": "network-vif-deleted", "tag": "7e54b253-263a-42cf-8f31-9f4a5d1746bc", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:11.279090 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df2a7a6e-ac63-4491-b17f-85c7082fb25e {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:11.279495 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2a7a6e-ac63-4491-b17f-85c7082fb25e'] response: {'server_uuid': 'fd2a9478-c81a-49f6-9176-c90b6e15466f', 'name': 'network-vif-deleted', 'tag': '7e54b253-263a-42cf-8f31-9f4a5d1746bc', 'status': 'completed', 'code': 200} Oct 14 18:03:11.322962 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:03:11.370620 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-af8943c3-4dc3-46ab-9035-20c6c0fa890d req-852e4e97-cc81-429e-84bf-8b2c62e5ab36 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 210 time: 0.0318441 Oct 14 18:03:11.526393 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:11.551379 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:03:11.560567 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:03:11.561168 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:02:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:11.681457 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:03:11.720114 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-d49a8e85-675e-4686-a090-fa8768205b7d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521884 Oct 14 18:03:11.789980 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:11.804009 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:11.811518 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc7ea-9692-43fb-afdb-279710943613 req-8ada5e0b-84f2-4b19-919c-295ec01672e2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:11.822386 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-339fc7ea-9692-43fb-afdb-279710943613 req-8ada5e0b-84f2-4b19-919c-295ec01672e2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 944 time: 0.0644581 Oct 14 18:03:11.824578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-b80d8e74-96a3-4c0e-8c01-45651f696d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:11.827357 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-b80d8e74-96a3-4c0e-8c01-45651f696d86 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1129 time: 0.0793734 Oct 14 18:03:11.883861 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-339fc7ea-9692-43fb-afdb-279710943613 req-4f2d40d7-8dd7-4b71-b0d9-45229ea4f9ff tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605440 Oct 14 18:03:11.978760 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:11.996419 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:11.999993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-0eed3d34-a5bd-40c8-b02d-6fa96da69830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:12.002276 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-0eed3d34-a5bd-40c8-b02d-6fa96da69830 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 909 time: 0.1471286 Oct 14 18:03:12.024449 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed630e6-77ba-4655-b8e6-3bef0ca9c1ba None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:03:12.095898 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-94b50e61-e1c5-49e5-8495-a7f8b6fd2e69 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 1001 time: 0.0867569 Oct 14 18:03:12.168146 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-eef04f86-06ce-45ca-9759-69a6f0413eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:12.169909 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-eef04f86-06ce-45ca-9759-69a6f0413eba service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.0614152 Oct 14 18:03:12.221038 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-d5fe100a-7d74-4788-842a-d8abf51061e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:12.222560 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-d5fe100a-7d74-4788-842a-d8abf51061e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440102 Oct 14 18:03:12.322271 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80156b-bb1b-4310-8656-85d551ce956d None None] New status for floating IP 9a7724cc-bc8f-4577-bb5a-10692c380c6c: DOWN {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:03:12.502136 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-46cce120-b473-47bd-98b5-68540fd7517c req-11d0dd7c-01ee-41ff-b7b2-776796700a1f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd2a9478-c81a-49f6-9176-c90b6e15466f HTTP/1.1" status: 200 len: 210 time: 0.0332043 Oct 14 18:03:12.533689 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-a4fbb0c0-44c1-4971-a819-e4d416724609 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160908 Oct 14 18:03:12.631940 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-35cf0822-aecc-4e0c-a5e7-513d61d03f2e req-0e0ad06b-ce72-4c2d-b980-22c47e5a27bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877037 Oct 14 18:03:13.030885 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3e98f-c8dc-4a45-aae1-36dbe8686ea8 req-45e99393-6256-46b8-a3ef-a8ad4e95f172 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:13.032455 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-efd3e98f-c8dc-4a45-aae1-36dbe8686ea8 req-45e99393-6256-46b8-a3ef-a8ad4e95f172 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 944 time: 0.0544810 Oct 14 18:03:13.081807 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-efd3e98f-c8dc-4a45-aae1-36dbe8686ea8 req-d8fde313-913a-489c-8a75-f39aea1809d7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433314 Oct 14 18:03:13.140222 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49276) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:13.278695 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8933c98b-7078-41e8-a525-560b19c0995d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:13.362131 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8933c98b-7078-41e8-a525-560b19c0995d admin admin] Publish callbacks [] for security_group (f6e86bab-6297-4dff-b7c1-00ad6c329bcc), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:13.366391 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8933c98b-7078-41e8-a525-560b19c0995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f6e86bab-6297-4dff-b7c1-00ad6c329bcc), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:13.407729 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8933c98b-7078-41e8-a525-560b19c0995d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=09ce7d67e5fd43f2a59e314104937d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664349 Oct 14 18:03:13.408884 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933c98b-7078-41e8-a525-560b19c0995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e86bab-6297-4dff-b7c1-00ad6c329bcc,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:13.410606 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49284) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:13.474393 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9add-851e-4951-87c2-1a75be4609f1 admin admin] Publish callbacks [] for security_group (f6e86bab-6297-4dff-b7c1-00ad6c329bcc), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:13.497831 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9add-851e-4951-87c2-1a75be4609f1 admin admin] Publish callbacks [] for security_group (f6e86bab-6297-4dff-b7c1-00ad6c329bcc), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:13.563219 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9add-851e-4951-87c2-1a75be4609f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f6e86bab-6297-4dff-b7c1-00ad6c329bcc), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:13.567636 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9add-851e-4951-87c2-1a75be4609f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:13.571758 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-dc3e9add-851e-4951-87c2-1a75be4609f1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f6e86bab-6297-4dff-b7c1-00ad6c329bcc HTTP/1.1" status: 204 len: 168 time: 0.1600752 Oct 14 18:03:13.595984 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e9add-851e-4951-87c2-1a75be4609f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e86bab-6297-4dff-b7c1-00ad6c329bcc,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:13.831421 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-95bf8f47-6770-481b-9569-b420b43291c3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-804492061&fields=id&tenant_id=87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 267 time: 0.0542145 Oct 14 18:03:13.913101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:13.950062 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-6e1a9b83-7348-4114-b1b0-aa0ecb708b11 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:13.951657 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-6e1a9b83-7348-4114-b1b0-aa0ecb708b11 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 811 time: 0.1131232 Oct 14 18:03:13.966090 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-afe82f23-cb1b-4051-8266-e8a8304150b8 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/quotas/87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 375 time: 0.0090702 Oct 14 18:03:14.015540 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-14c29446-a2cd-43c2-bc1d-ad8e0d9fce58 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445139 Oct 14 18:03:14.115558 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-e7e71878-ed7a-400c-98d1-f835d17d2a3d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889573 Oct 14 18:03:14.224425 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92c49c-e22f-4008-9187-30e860c5910a req-7585fadd-d912-45c2-aa33-3a048683e695 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:14.225880 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ff92c49c-e22f-4008-9187-30e860c5910a req-7585fadd-d912-45c2-aa33-3a048683e695 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 944 time: 0.0567572 Oct 14 18:03:14.263656 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-18dc83ad-d8ac-4aa4-83e2-7a4ac074a4a5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424608 Oct 14 18:03:14.290765 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ff92c49c-e22f-4008-9187-30e860c5910a req-1366b0f8-5ab8-4753-ad88-1a86f659ac32 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558267 Oct 14 18:03:14.436212 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 53884c64-df9a-4e54-bf1f-86264cf92326 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:03:14.439578 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 7e54b253-263a-42cf-8f31-9f4a5d1746bc no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:03:14.466998 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 7e54b253-263a-42cf-8f31-9f4a5d1746bc {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:03:14.467323 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 7e54b253-263a-42cf-8f31-9f4a5d1746bc not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:03:14.557809 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c4abbbbe-b7c3-4727-9eb0-2eed7f723255 req-4ee636b7-9e7a-4f17-8327-759538f23682 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 210 time: 0.0297043 Oct 14 18:03:14.585471 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 53884c64-df9a-4e54-bf1f-86264cf92326, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=53884c64-df9a-4e54-bf1f-86264cf92326,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:14.598294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '53884c64-df9a-4e54-bf1f-86264cf92326', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'port_id': '53884c64-df9a-4e54-bf1f-86264cf92326', 'mac_address': 'fa:16:3e:c1:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:03:14.640117 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 53884c64-df9a-4e54-bf1f-86264cf92326 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:03:14.640502 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:14.655430 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53884c64-df9a-4e54-bf1f-86264cf92326 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:03:14.677259 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 53884c64-df9a-4e54-bf1f-86264cf92326, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=53884c64-df9a-4e54-bf1f-86264cf92326,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:14.681953 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:14.736551 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=53884c64-df9a-4e54-bf1f-86264cf92326,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:14.743923 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.744273 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.744616 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.744951 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.745291 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.745610 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.745933 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.746763 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.747257 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.747737 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.748298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.748571 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.749001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.749283 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.749681 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:14.939570 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['53884c64-df9a-4e54-bf1f-86264cf92326'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:03:15.050946 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:15.414711 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eef67-854f-4d42-9bbf-82e985a72b03 req-94aa6d18-8431-4516-aeef-c341fa26b672 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:15.416268 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-013eef67-854f-4d42-9bbf-82e985a72b03 req-94aa6d18-8431-4516-aeef-c341fa26b672 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 945 time: 0.0496104 Oct 14 18:03:15.444721 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ebdab66b-8eea-4d03-85e3-85afb9893f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:15.465136 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-013eef67-854f-4d42-9bbf-82e985a72b03 req-e6c4b8d3-6257-4c9c-9dff-5e890a820c1f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432138 Oct 14 18:03:15.661008 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-74892c7e-9a21-4aed-860c-4a272c47255d req-1e0d5ecd-b66a-4bf1-8057-3d1f764fac46 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 210 time: 0.0281286 Oct 14 18:03:16.570268 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:16.584727 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63638347-c5e5-4302-83b3-aba600f7f3d4 req-e0187a63-8576-4872-a519-a479dff2ab80 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:16.586184 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-63638347-c5e5-4302-83b3-aba600f7f3d4 req-e0187a63-8576-4872-a519-a479dff2ab80 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 945 time: 0.0477753 Oct 14 18:03:16.635912 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-63638347-c5e5-4302-83b3-aba600f7f3d4 req-42a1f41d-6f87-4093-88d5-734d3a20c12d tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434575 Oct 14 18:03:16.762438 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ddef4863-d3c0-471e-aaa9-81f67344d3ce req-dc423b02-88e5-42b8-944b-29fed8dce7ca tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 210 time: 0.0268686 Oct 14 18:03:17.755087 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a26485-c567-4343-8f05-3dab80c5a40b req-121f32e2-30e8-4d9f-93ca-5fdbcacdea6b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:17.756609 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c6a26485-c567-4343-8f05-3dab80c5a40b req-121f32e2-30e8-4d9f-93ca-5fdbcacdea6b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 945 time: 0.0466805 Oct 14 18:03:17.809820 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c6a26485-c567-4343-8f05-3dab80c5a40b req-2e1b8155-b362-46a9-a25d-86500af70fd7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473082 Oct 14 18:03:17.870891 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-77a42b28-6e75-41b7-ae58-93b9b4639c5a req-a8c1bdd5-f737-482a-b18f-6a2bf23e9711 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 210 time: 0.0280266 Oct 14 18:03:17.913529 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f26c7940-90f8-48a9-b268-a8ccaee5cbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:18.060372 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 53884c64-df9a-4e54-bf1f-86264cf92326 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:03:18.107569 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 53884c64-df9a-4e54-bf1f-86264cf92326 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:03:18.112660 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 53884c64-df9a-4e54-bf1f-86264cf92326 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:03:18.113032 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:18.113402 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 53884c64-df9a-4e54-bf1f-86264cf92326 Oct 14 18:03:18.143689 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:18.156540 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:18.191019 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 53884c64-df9a-4e54-bf1f-86264cf92326 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:03:18.191412 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:18.214903 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:18.217960 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c62711-44b0-4b89-8abe-313fea35a058" -d '{"events": [{"server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "name": "network-vif-plugged", "status": "completed", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:18.230460 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 53884c64-df9a-4e54-bf1f-86264cf92326, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=53884c64-df9a-4e54-bf1f-86264cf92326,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:18.235273 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:18.262913 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5017083f-1691-489a-813f-b61129080c95 x-openstack-request-id: req-5017083f-1691-489a-813f-b61129080c95 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:18.263208 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "name": "network-vif-plugged", "status": "completed", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:18.263448 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5017083f-1691-489a-813f-b61129080c95 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:18.263831 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5017083f-1691-489a-813f-b61129080c95'] response: {'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326', 'code': 200} Oct 14 18:03:18.287113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=53884c64-df9a-4e54-bf1f-86264cf92326,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:18.625326 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65990451-7ef0-4c53-93d4-39f4a45792a2 req-71ef518b-e0e8-4b48-9451-e2e22eac8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:18.626906 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-65990451-7ef0-4c53-93d4-39f4a45792a2 req-71ef518b-e0e8-4b48-9451-e2e22eac8ada service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 1130 time: 0.0462565 Oct 14 18:03:18.648584 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-91bc4155-8674-48b4-ad9d-1e09fbb65c1a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:18.650053 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-91bc4155-8674-48b4-ad9d-1e09fbb65c1a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 811 time: 0.1205356 Oct 14 18:03:18.682138 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-65990451-7ef0-4c53-93d4-39f4a45792a2 req-40ad1cfd-ec29-4d10-b7b1-6f5b21aa2987 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435519 Oct 14 18:03:18.723703 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-a2ed8fc7-24d3-476b-b271-7dd001d98b27 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 379 time: 0.0650115 Oct 14 18:03:18.911301 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'port': {'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'admin_state_up': True, 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'security_groups': ['99dcd1cf-c7ae-474e-8bd6-091b674add40']}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:18.932988 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7176b-aa5f-4961-9210-1747bfeb8d67 req-871114d4-bd35-448a-a3ed-aa905b1fd232 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:18.934873 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ada7176b-aa5f-4961-9210-1747bfeb8d67 req-871114d4-bd35-448a-a3ed-aa905b1fd232 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0481777 Oct 14 18:03:19.024958 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-18995d22-4f5d-4b4b-ad50-bb1e489f2cc7 req-bbad6d8a-22df-44d9-87ed-6bc2305b4e53 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 210 time: 0.0507541 Oct 14 18:03:19.027861 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:19.040183 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Made reservation on behalf of 87b79c338b0047dfb68e9a5b9b16c51b for: {'port': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:19.045439 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ada7176b-aa5f-4961-9210-1747bfeb8d67 req-3b386e45-8bbd-4dc8-8148-9589e7a28104 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014540 Oct 14 18:03:19.045590 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.082964 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.170794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:19.203324 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Allocated IP 172.20.0.14 (976baf89-2f42-4a40-b24d-859f3e36aec4/acb5cb20-4ffa-4ae9-a602-bfd780ae316f/0b6dee5f-1229-4749-9587-2fc70c8030a4) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:03:19.370398 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.405583 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.457385 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:03:19.462558 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:19.464738 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=0b6dee5f-1229-4749-9587-2fc70c8030a4,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:19.467760 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:03:19.522232 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:19.522847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.540974 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-1508b8b8-d0db-4e09-9071-c789d487b00b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6338844 Oct 14 18:03:19.555079 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Request body: {'port': {'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:19.624045 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.699218 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-a91a7531-2a3d-43c7-84e9-5feea46125bc None None] Provisioning complete for port 0b6dee5f-1229-4749-9587-2fc70c8030a4 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:03:19.700019 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a91a7531-2a3d-43c7-84e9-5feea46125bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.700860 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-a91a7531-2a3d-43c7-84e9-5feea46125bc None None] Attempt 1 to provision port 0b6dee5f-1229-4749-9587-2fc70c8030a4 Oct 14 18:03:19.734945 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a91a7531-2a3d-43c7-84e9-5feea46125bc None None] Port 0b6dee5f-1229-4749-9587-2fc70c8030a4 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:03:19.850716 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:19.883768 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6dee5f-1229-4749-9587-2fc70c8030a4 {{(pid=104408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:03:19.892188 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Publish callbacks [] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.904322 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.provisioning_blocks [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Transition to ACTIVE for port object 0b6dee5f-1229-4749-9587-2fc70c8030a4 will not be triggered until provisioned by entity L2. {{(pid=104408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:03:19.908192 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:19.967507 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6dee5f-1229-4749-9587-2fc70c8030a4,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:20.015486 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Attempting to bind port 0b6dee5f-1229-4749-9587-2fc70c8030a4 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:03:20.015819 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Attempting to bind port 0b6dee5f-1229-4749-9587-2fc70c8030a4 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:03:20.016177 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Attempting to bind port 0b6dee5f-1229-4749-9587-2fc70c8030a4 on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:20.018743 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:20.060755 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Port 0b6dee5f-1229-4749-9587-2fc70c8030a4 on network 976baf89-2f42-4a40-b24d-859f3e36aec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:03:20.061085 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Attempting to bind port 0b6dee5f-1229-4749-9587-2fc70c8030a4 on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:20.111673 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:03:20.112027 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Checking segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:03:20.112416 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Bound using segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:03:20.113601 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Bound port: 0b6dee5f-1229-4749-9587-2fc70c8030a4, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:03:20.113601 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:20.177076 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] For port 0b6dee5f-1229-4749-9587-2fc70c8030a4, host hv-cinder-74915, cleared binding levels {{(pid=104408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:03:20.180429 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] For port 0b6dee5f-1229-4749-9587-2fc70c8030a4, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:03:20.188585 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:20.192544 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:20.194198 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:20.195601 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/0b6dee5f-1229-4749-9587-2fc70c8030a4 HTTP/1.1" status: 200 len: 1094 time: 0.6451273 Oct 14 18:03:20.197920 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:20.198900 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9c8b7-58c4-409a-b176-937badff0b35 req-a7804256-d6bc-4888-8631-3d8fcb9fc28f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:20.201764 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bcb9c8b7-58c4-409a-b176-937badff0b35 req-a7804256-d6bc-4888-8631-3d8fcb9fc28f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0776134 Oct 14 18:03:20.208264 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea371b13-8c9a-442c-8ece-836de1f1bbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:20.222141 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679eba5-8d04-4469-bc74-c3adfc8384a4 req-018d5671-d7e6-47de-a502-a5515e522a1d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:20.223840 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3679eba5-8d04-4469-bc74-c3adfc8384a4 req-018d5671-d7e6-47de-a502-a5515e522a1d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 944 time: 0.0710404 Oct 14 18:03:20.263946 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252df8a-45f9-42f6-a9c6-f8808d754ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6dee5f-1229-4749-9587-2fc70c8030a4,revision_number=3']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:20.284878 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:20.300544 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bcb9c8b7-58c4-409a-b176-937badff0b35 req-19a044a6-faaa-4ed6-af99-1d7e98a47060 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903304 Oct 14 18:03:20.312002 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-77403731-7a0d-4a8f-9284-489a4e3d73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:20.313514 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-77403731-7a0d-4a8f-9284-489a4e3d73f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 1128 time: 0.0466614 Oct 14 18:03:20.313660 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3679eba5-8d04-4469-bc74-c3adfc8384a4 req-f8b0d7e8-3a73-49c9-8608-ac3254dfe0f6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795345 Oct 14 18:03:20.368682 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e6cf3-740f-4b48-9555-95c5098a04c1 x-openstack-request-id: req-bd2e6cf3-740f-4b48-9555-95c5098a04c1 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:20.368974 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:20.369225 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bd2e6cf3-740f-4b48-9555-95c5098a04c1 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:20.369621 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2e6cf3-740f-4b48-9555-95c5098a04c1'] response: {'name': 'network-changed', 'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'status': 'completed', 'code': 200} Oct 14 18:03:20.371188 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-a5a31599-0be7-4820-995f-a2b3de4711f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4 HTTP/1.1" status: 200 len: 217 time: 0.0500429 Oct 14 18:03:20.422570 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-2990b48b-6f82-4d9d-b616-72227174d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:20.424092 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-2990b48b-6f82-4d9d-b616-72227174d78c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0454099 Oct 14 18:03:20.468315 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37136-5291-4cf2-945e-81367f50a285 req-1c43c543-c803-44d3-a782-106571d89051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:20.469820 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-1c43c543-c803-44d3-a782-106571d89051 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400751 Oct 14 18:03:20.566790 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-d9fdfd93-e4b9-4cfd-872a-658115248a4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905561 Oct 14 18:03:20.599524 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:20.634749 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:20.675980 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-42a37136-5291-4cf2-945e-81367f50a285 req-54cc1e44-fb4f-47e1-a6d9-e4a961ef1bf9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031566 Oct 14 18:03:20.961117 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-539182b9-3b91-4f77-95aa-9f1ec2e753ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:20.962618 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-539182b9-3b91-4f77-95aa-9f1ec2e753ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 1128 time: 0.0419245 Oct 14 18:03:21.052142 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-a9178de8-b1fb-4a75-905e-1c665aaf485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:21.053589 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-a9178de8-b1fb-4a75-905e-1c665aaf485b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.0853379 Oct 14 18:03:21.096551 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-27abe9d5-8fb2-4025-a872-415c6fe98b48 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4 HTTP/1.1" status: 200 len: 217 time: 0.0365853 Oct 14 18:03:21.143302 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-26bdc24c-694b-48ed-a7d2-a2436bed6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:21.144952 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-26bdc24c-694b-48ed-a7d2-a2436bed6a66 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0428233 Oct 14 18:03:21.176262 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:21.188799 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-401fa177-4bbe-4b5c-a844-75051019a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:21.190194 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-401fa177-4bbe-4b5c-a844-75051019a97f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398381 Oct 14 18:03:21.284058 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-c500e8ee-c63a-4de1-8140-2c519226960c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877559 Oct 14 18:03:21.338263 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:21.376886 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ea371b13-8c9a-442c-8ece-836de1f1bbb9 req-44976ffc-9053-4b98-a699-d1279171502b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871141 Oct 14 18:03:21.457194 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c82f24-0ebf-4474-a387-f0ec46540d73 req-9da99ad2-c643-4f1e-9e5f-a41991d7767f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:21.458557 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-52c82f24-0ebf-4474-a387-f0ec46540d73 req-9da99ad2-c643-4f1e-9e5f-a41991d7767f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0828388 Oct 14 18:03:21.478042 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e2318-0228-46e3-b9a8-52816508ee7a req-5054df19-de55-4ac6-bc1d-0dbe7f112185 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:21.479398 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0f0e2318-0228-46e3-b9a8-52816508ee7a req-5054df19-de55-4ac6-bc1d-0dbe7f112185 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 944 time: 0.0668619 Oct 14 18:03:21.539961 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-52c82f24-0ebf-4474-a387-f0ec46540d73 req-624c9cb7-b14b-4d60-b084-f126c8546d47 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756781 Oct 14 18:03:21.553301 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0f0e2318-0228-46e3-b9a8-52816508ee7a req-79737288-fe67-47eb-9f9f-1d27b0dae17c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665514 Oct 14 18:03:21.661498 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6755b-0cb9-4a6a-b67d-516c6914506f req-7bc8a682-3782-44f0-8095-11956250ebdf tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:21.663138 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-80d6755b-0cb9-4a6a-b67d-516c6914506f req-7bc8a682-3782-44f0-8095-11956250ebdf tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0525343 Oct 14 18:03:21.673640 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49406) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:21.677931 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'port_id': '53884c64-df9a-4e54-bf1f-86264cf92326'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:21.716289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (6679ffa7-fa1c-472c-a8d5-03fd7203e0d6), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:21.967333 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:22.170073 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.174704 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6679ffa7-fa1c-472c-a8d5-03fd7203e0d6), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.274194 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP 6679ffa7-fa1c-472c-a8d5-03fd7203e0d6 associated. External IP: 172.27.3.105, port: 53884c64-df9a-4e54-bf1f-86264cf92326. Oct 14 18:03:22.347703 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49438) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:22.395956 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:22.397677 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:22.477289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:03:22.488587 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6380fc6f-b87f-45c8-b713-449ee129057a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.525041 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:22.566914 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6380fc6f-b87f-45c8-b713-449ee129057a admin admin] Publish callbacks [] for security_group (e58c9428-7fc0-45da-bd8a-c8001a5457cb), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.570792 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6380fc6f-b87f-45c8-b713-449ee129057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e58c9428-7fc0-45da-bd8a-c8001a5457cb), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.586029 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:03:22.591149 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.597144 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:03:22.609100 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:03:22.609739 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:03:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:22.613773 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380fc6f-b87f-45c8-b713-449ee129057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c9428-7fc0-45da-bd8a-c8001a5457cb,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:22.622259 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6380fc6f-b87f-45c8-b713-449ee129057a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=70f7134104124f489332a919cb2a5a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731442 Oct 14 18:03:22.622965 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49444) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:22.675664 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ff0d3778-d09d-4113-8eb1-de00eb1a7195 admin admin] Publish callbacks [] for security_group (e58c9428-7fc0-45da-bd8a-c8001a5457cb), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.693065 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d4fb5d2d-c6c2-4c6f-8952-bb7a8e8ff7e5 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6679ffa7-fa1c-472c-a8d5-03fd7203e0d6 HTTP/1.1" status: 200 len: 992 time: 1.0183628 Oct 14 18:03:22.695992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:22.698269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5458f1e9-94d4-460e-8091-9319fc8277bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:22.698520 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ff0d3778-d09d-4113-8eb1-de00eb1a7195 admin admin] Publish callbacks [] for security_group (e58c9428-7fc0-45da-bd8a-c8001a5457cb), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.711935 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe41c9a-02d0-41cb-9181-a712f957a1c4 req-1ee54c25-add8-48fc-a596-f3673d8bc404 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:22.713516 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ebe41c9a-02d0-41cb-9181-a712f957a1c4 req-1ee54c25-add8-48fc-a596-f3673d8bc404 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 944 time: 0.0649037 Oct 14 18:03:22.727781 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:03:22.752103 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68057e03-155b-4064-9c53-5876c6037268 x-openstack-request-id: req-68057e03-155b-4064-9c53-5876c6037268 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:22.752411 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:22.752780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-68057e03-155b-4064-9c53-5876c6037268 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:22.753185 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68057e03-155b-4064-9c53-5876c6037268'] response: {'name': 'network-changed', 'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326', 'status': 'completed', 'code': 200} Oct 14 18:03:22.767017 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ff0d3778-d09d-4113-8eb1-de00eb1a7195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e58c9428-7fc0-45da-bd8a-c8001a5457cb), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.771815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ff0d3778-d09d-4113-8eb1-de00eb1a7195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:22.775471 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-ff0d3778-d09d-4113-8eb1-de00eb1a7195 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e58c9428-7fc0-45da-bd8a-c8001a5457cb HTTP/1.1" status: 204 len: 168 time: 0.1494014 Oct 14 18:03:22.782758 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ebe41c9a-02d0-41cb-9181-a712f957a1c4 req-51172af2-f068-480a-8eda-35339dfbad51 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623991 Oct 14 18:03:22.818403 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d3778-d09d-4113-8eb1-de00eb1a7195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c9428-7fc0-45da-bd8a-c8001a5457cb,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:22.829577 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-1b12a2ca-0836-4646-b6bc-60fa83939329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:22.831117 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-1b12a2ca-0836-4646-b6bc-60fa83939329 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 1130 time: 0.0533535 Oct 14 18:03:22.942508 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-a858170e-457f-4fc6-8e8f-70f25b4a88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:22.944049 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-a858170e-457f-4fc6-8e8f-70f25b4a88f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 916 time: 0.1055312 Oct 14 18:03:22.978482 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6679ffa7-fa1c-472c-a8d5-03fd7203e0d6', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '53884c64-df9a-4e54-bf1f-86264cf92326', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:c1:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:02:57Z', 'updated_at': '2022-10-14T18:03:22Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:23.005501 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:03:23.014824 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-b1a17c49-ae52-4613-8967-4c5373d4926d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53884c64-df9a-4e54-bf1f-86264cf92326 HTTP/1.1" status: 200 len: 1000 time: 0.0639822 Oct 14 18:03:23.015045 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:03:23.015510 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:03:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:23.066696 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-12a1367e-1777-4b25-b7db-40cc89331f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:23.068337 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-12a1367e-1777-4b25-b7db-40cc89331f45 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0475833 Oct 14 18:03:23.093641 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49454) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:23.108707 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-69f9a18a-7f62-4e58-9f38-b5aee4971599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:23.115722 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-da894c6e-a8d4-4016-9da2-0ec3014c2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:23.117270 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-da894c6e-a8d4-4016-9da2-0ec3014c2fff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424473 Oct 14 18:03:23.129135 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:03:23.189379 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:23.191694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-69f9a18a-7f62-4e58-9f38-b5aee4971599 admin admin] Publish callbacks [] for security_group (72f0c694-3842-4380-87f6-cda403fcf3b5), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:23.193166 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:23.196327 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-69f9a18a-7f62-4e58-9f38-b5aee4971599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (72f0c694-3842-4380-87f6-cda403fcf3b5), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:23.220595 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-b8fd59e0-25f5-4d34-9545-c50e32950268 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965374 Oct 14 18:03:23.239475 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-69f9a18a-7f62-4e58-9f38-b5aee4971599 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=885fa5cd06a44c07b234833bfa548e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448328 Oct 14 18:03:23.240278 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9a18a-7f62-4e58-9f38-b5aee4971599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0c694-3842-4380-87f6-cda403fcf3b5,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:23.242730 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49456) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:23.304996 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1e6399f-1a23-4039-9a59-b15088ee0224 admin admin] Publish callbacks [] for security_group (72f0c694-3842-4380-87f6-cda403fcf3b5), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:23.326939 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5458f1e9-94d4-460e-8091-9319fc8277bb req-e07ce85a-da5a-4d62-ab78-474d211f6f7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000614 Oct 14 18:03:23.327712 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1e6399f-1a23-4039-9a59-b15088ee0224 admin admin] Publish callbacks [] for security_group (72f0c694-3842-4380-87f6-cda403fcf3b5), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:23.379319 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6679ffa7-fa1c-472c-a8d5-03fd7203e0d6', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '53884c64-df9a-4e54-bf1f-86264cf92326', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:c1:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:02:57Z', 'updated_at': '2022-10-14T18:03:22Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:23.382024 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1e6399f-1a23-4039-9a59-b15088ee0224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (72f0c694-3842-4380-87f6-cda403fcf3b5), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:23.384600 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e1e6399f-1a23-4039-9a59-b15088ee0224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:23.385770 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e1e6399f-1a23-4039-9a59-b15088ee0224 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/72f0c694-3842-4380-87f6-cda403fcf3b5 HTTP/1.1" status: 204 len: 168 time: 0.1410413 Oct 14 18:03:23.395049 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6399f-1a23-4039-9a59-b15088ee0224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0c694-3842-4380-87f6-cda403fcf3b5,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:23.415497 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d02d0-e14b-4071-9893-58b01a975225 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '6679ffa7-fa1c-472c-a8d5-03fd7203e0d6', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '53884c64-df9a-4e54-bf1f-86264cf92326', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:c1:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:02:57Z', 'updated_at': '2022-10-14T18:03:22Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:03:23.644303 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e564c89-a2dc-4929-805b-33904cb748bd None None] New status for floating IP 6679ffa7-fa1c-472c-a8d5-03fd7203e0d6: ACTIVE {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:03:23.904705 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e4342-df9d-4414-83df-1f193ff417ae req-8467818d-9160-4047-98a0-4ff19451bda0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:23.906188 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-886e4342-df9d-4414-83df-1f193ff417ae req-8467818d-9160-4047-98a0-4ff19451bda0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 944 time: 0.0468919 Oct 14 18:03:23.958757 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-886e4342-df9d-4414-83df-1f193ff417ae req-3d59a32f-ad61-420e-8d35-f7dd1eb8bdbf tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465117 Oct 14 18:03:25.099337 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecee45-ab02-4f95-96f3-e432651101cc req-f06e26a6-6011-4ef0-8adc-f999183d5fb8 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:25.100910 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-87ecee45-ab02-4f95-96f3-e432651101cc req-f06e26a6-6011-4ef0-8adc-f999183d5fb8 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 944 time: 0.0563796 Oct 14 18:03:25.155433 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-87ecee45-ab02-4f95-96f3-e432651101cc req-01f877a5-e3cc-41f0-8fee-302040e1812f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488989 Oct 14 18:03:25.434796 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49530) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:25.544254 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4e71ec12-4e51-40a6-a34c-db27de572975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:25.583865 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:25.625196 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4e71ec12-4e51-40a6-a34c-db27de572975 admin admin] Publish callbacks [] for security_group (86387649-f2ba-465a-a7ca-2c4301449756), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:25.629095 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4e71ec12-4e51-40a6-a34c-db27de572975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (86387649-f2ba-465a-a7ca-2c4301449756), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:25.669903 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-4e71ec12-4e51-40a6-a34c-db27de572975 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b1fe371f6ed8486a8ce3164c623a2ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340622 Oct 14 18:03:25.670844 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71ec12-4e51-40a6-a34c-db27de572975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86387649-f2ba-465a-a7ca-2c4301449756,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:25.672679 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49534) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:25.723383 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:25.729054 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-98005381-ae29-49e0-a226-1b05e99ecbb0 admin admin] Publish callbacks [] for security_group (86387649-f2ba-465a-a7ca-2c4301449756), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:25.750588 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-98005381-ae29-49e0-a226-1b05e99ecbb0 admin admin] Publish callbacks [] for security_group (86387649-f2ba-465a-a7ca-2c4301449756), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:25.797875 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-98005381-ae29-49e0-a226-1b05e99ecbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (86387649-f2ba-465a-a7ca-2c4301449756), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:25.800522 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-98005381-ae29-49e0-a226-1b05e99ecbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:25.801656 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-98005381-ae29-49e0-a226-1b05e99ecbb0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/86387649-f2ba-465a-a7ca-2c4301449756 HTTP/1.1" status: 204 len: 168 time: 0.1274264 Oct 14 18:03:25.810243 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98005381-ae29-49e0-a226-1b05e99ecbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86387649-f2ba-465a-a7ca-2c4301449756,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:26.066071 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49540) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:26.079366 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2621-3611-41f8-8f77-699ab0e2360f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:26.154270 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2621-3611-41f8-8f77-699ab0e2360f admin admin] Publish callbacks [] for security_group (2dfc1d8a-cb6e-4949-bdd0-377f32a594a5), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:26.157587 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2621-3611-41f8-8f77-699ab0e2360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2dfc1d8a-cb6e-4949-bdd0-377f32a594a5), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:26.194435 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d2621-3611-41f8-8f77-699ab0e2360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc1d8a-cb6e-4949-bdd0-377f32a594a5,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:26.198909 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3b9d2621-3611-41f8-8f77-699ab0e2360f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4d086b5d9ada49cfbbc4a9c79f552e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315603 Oct 14 18:03:26.201972 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49544) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:26.254337 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eb5d-84b6-4257-9406-fbfe07d9beb3 admin admin] Publish callbacks [] for security_group (2dfc1d8a-cb6e-4949-bdd0-377f32a594a5), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:26.275102 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eb5d-84b6-4257-9406-fbfe07d9beb3 admin admin] Publish callbacks [] for security_group (2dfc1d8a-cb6e-4949-bdd0-377f32a594a5), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:26.282780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e87a13-33df-47c1-922d-a5446031bdf5 req-7b664c68-9b19-48ad-95b9-fe863a22b64e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:26.284301 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-15e87a13-33df-47c1-922d-a5446031bdf5 req-7b664c68-9b19-48ad-95b9-fe863a22b64e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 944 time: 0.0469747 Oct 14 18:03:26.322741 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eb5d-84b6-4257-9406-fbfe07d9beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (2dfc1d8a-cb6e-4949-bdd0-377f32a594a5), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:26.330237 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eb5d-84b6-4257-9406-fbfe07d9beb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:26.333777 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8aa9eb5d-84b6-4257-9406-fbfe07d9beb3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2dfc1d8a-cb6e-4949-bdd0-377f32a594a5 HTTP/1.1" status: 204 len: 168 time: 0.1285162 Oct 14 18:03:26.333953 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-15e87a13-33df-47c1-922d-a5446031bdf5 req-d44125a9-a4a6-48d5-b92b-e0fd2f862b2a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 Oct 14 18:03:26.341405 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9eb5d-84b6-4257-9406-fbfe07d9beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc1d8a-cb6e-4949-bdd0-377f32a594a5,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:27.408839 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49576) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:27.460979 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c512616-d5fe-4cf4-b116-14d709139094 req-e3f6cb95-79a1-4129-9d1c-f1bf91ec7a6b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:27.464570 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1c512616-d5fe-4cf4-b116-14d709139094 req-e3f6cb95-79a1-4129-9d1c-f1bf91ec7a6b tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 944 time: 0.0520351 Oct 14 18:03:27.512661 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1c512616-d5fe-4cf4-b116-14d709139094 req-f09b1e3c-71bc-4b66-a172-5c6042adad7c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446076 Oct 14 18:03:27.519223 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-aec3198e-acc6-44a9-86b9-37068cfadf10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:27.593896 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-aec3198e-acc6-44a9-86b9-37068cfadf10 admin admin] Publish callbacks [] for security_group (9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:27.597432 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-aec3198e-acc6-44a9-86b9-37068cfadf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:27.600699 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:27.638759 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-aec3198e-acc6-44a9-86b9-37068cfadf10 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f50e6ead4b964bfaa8fdee00da4c2bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287338 Oct 14 18:03:27.639586 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3198e-acc6-44a9-86b9-37068cfadf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:27.642168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49580) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:27.692017 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-fba7568d-2f2b-4b65-8461-43cc8fc480dc admin admin] Publish callbacks [] for security_group (9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:27.712429 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-fba7568d-2f2b-4b65-8461-43cc8fc480dc admin admin] Publish callbacks [] for security_group (9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:27.758110 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-fba7568d-2f2b-4b65-8461-43cc8fc480dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:27.760621 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-fba7568d-2f2b-4b65-8461-43cc8fc480dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:27.761867 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-fba7568d-2f2b-4b65-8461-43cc8fc480dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b HTTP/1.1" status: 204 len: 168 time: 0.1187160 Oct 14 18:03:27.764037 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:27.770598 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7568d-2f2b-4b65-8461-43cc8fc480dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1b141-e3e9-4a89-aa41-dfd5fd8cb27b,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:28.099043 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 0b6dee5f-1229-4749-9587-2fc70c8030a4 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:03:28.202419 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:28.204383 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 0b6dee5f-1229-4749-9587-2fc70c8030a4, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:28.217077 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:03:28.252605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 0b6dee5f-1229-4749-9587-2fc70c8030a4 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:03:28.253000 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:28.266841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6dee5f-1229-4749-9587-2fc70c8030a4 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:03:28.290265 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 0b6dee5f-1229-4749-9587-2fc70c8030a4, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:28.295147 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:28.348304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=0b6dee5f-1229-4749-9587-2fc70c8030a4,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:28.555288 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['0b6dee5f-1229-4749-9587-2fc70c8030a4'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:03:28.602822 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:28.640011 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d401a-e38a-4f8f-a0d0-e475fcc19dc4 req-67952624-c0fb-4c92-bf62-16b922a4a2d5 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:28.641524 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3d7d401a-e38a-4f8f-a0d0-e475fcc19dc4 req-67952624-c0fb-4c92-bf62-16b922a4a2d5 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 945 time: 0.0512772 Oct 14 18:03:28.833533 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49612) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:28.925028 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:28.958454 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2d6620c2-ada1-4b0d-8f84-80c5d6d98676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:28.991782 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3d7d401a-e38a-4f8f-a0d0-e475fcc19dc4 req-d74c7be8-ff34-4719-a61c-66e3c3b61b4e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444402 Oct 14 18:03:29.046322 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2d6620c2-ada1-4b0d-8f84-80c5d6d98676 admin admin] Publish callbacks [] for security_group (3edbd7fa-eeb0-4f80-8de5-5ade6541efc4), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:29.050151 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-2d6620c2-ada1-4b0d-8f84-80c5d6d98676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3edbd7fa-eeb0-4f80-8de5-5ade6541efc4), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:29.087703 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-2d6620c2-ada1-4b0d-8f84-80c5d6d98676 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3f8922d728494a18b085d34316725fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530847 Oct 14 18:03:29.089606 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6620c2-ada1-4b0d-8f84-80c5d6d98676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edbd7fa-eeb0-4f80-8de5-5ade6541efc4,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:29.090504 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49616) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:29.141722 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-de467b65-32f8-449b-add0-85cbe835b677 admin admin] Publish callbacks [] for security_group (3edbd7fa-eeb0-4f80-8de5-5ade6541efc4), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:29.162580 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-de467b65-32f8-449b-add0-85cbe835b677 admin admin] Publish callbacks [] for security_group (3edbd7fa-eeb0-4f80-8de5-5ade6541efc4), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:29.209426 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-de467b65-32f8-449b-add0-85cbe835b677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3edbd7fa-eeb0-4f80-8de5-5ade6541efc4), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:29.212044 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-de467b65-32f8-449b-add0-85cbe835b677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:29.213156 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-de467b65-32f8-449b-add0-85cbe835b677 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3edbd7fa-eeb0-4f80-8de5-5ade6541efc4 HTTP/1.1" status: 204 len: 168 time: 0.1211691 Oct 14 18:03:29.222944 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de467b65-32f8-449b-add0-85cbe835b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edbd7fa-eeb0-4f80-8de5-5ade6541efc4,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:30.117569 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04ee9b-7680-4d66-919e-ba04f0af7be4 req-e44eb882-e4de-4a46-b1b0-668162f800f1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:30.119074 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c04ee9b-7680-4d66-919e-ba04f0af7be4 req-e44eb882-e4de-4a46-b1b0-668162f800f1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Oct 14 18:03:30.128070 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 0b6dee5f-1229-4749-9587-2fc70c8030a4 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:03:30.176683 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 0b6dee5f-1229-4749-9587-2fc70c8030a4 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:03:30.184617 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 0b6dee5f-1229-4749-9587-2fc70c8030a4 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:03:30.185707 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:30.186113 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 0b6dee5f-1229-4749-9587-2fc70c8030a4 Oct 14 18:03:30.195377 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c04ee9b-7680-4d66-919e-ba04f0af7be4 req-fa73aeb6-bbaa-491f-954f-a452a0ef9eb2 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707757 Oct 14 18:03:30.270348 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 0b6dee5f-1229-4749-9587-2fc70c8030a4 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:03:30.270741 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:30.295559 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:30.297809 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3d920b-6af0-44f3-b6e3-cb07c905d5f5" -d '{"events": [{"server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "name": "network-vif-plugged", "status": "completed", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:30.311273 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 0b6dee5f-1229-4749-9587-2fc70c8030a4, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:30.316280 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:30.348259 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb42d17-c1b2-48ba-8b15-f578dc3319b6 x-openstack-request-id: req-bcb42d17-c1b2-48ba-8b15-f578dc3319b6 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:30.348551 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "name": "network-vif-plugged", "status": "completed", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:30.348797 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bcb42d17-c1b2-48ba-8b15-f578dc3319b6 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:30.349183 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb42d17-c1b2-48ba-8b15-f578dc3319b6'] response: {'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'code': 200} Oct 14 18:03:30.370499 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=0b6dee5f-1229-4749-9587-2fc70c8030a4,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:30.572509 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732a074-583a-4601-80d5-1c72ef45a8a3 req-33d31af1-2732-4c48-ac4e-ac453a3934ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:30.574055 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4732a074-583a-4601-80d5-1c72ef45a8a3 req-33d31af1-2732-4c48-ac4e-ac453a3934ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 1130 time: 0.0406578 Oct 14 18:03:30.598759 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:30.625037 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4732a074-583a-4601-80d5-1c72ef45a8a3 req-6fc49a29-a22f-42fd-964b-1da42b1e78ff service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450776 Oct 14 18:03:31.336796 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52287e86-a9d6-4d4f-8be5-4c3cd2017f8c req-fef72d54-8c0d-4079-a89e-8c4923d0374d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:31.338215 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-52287e86-a9d6-4d4f-8be5-4c3cd2017f8c req-fef72d54-8c0d-4079-a89e-8c4923d0374d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 946 time: 0.0607152 Oct 14 18:03:31.390384 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-52287e86-a9d6-4d4f-8be5-4c3cd2017f8c req-d73627fe-b58b-4d4f-a4cb-9c136a61cb61 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452695 Oct 14 18:03:32.511904 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a990-f1ae-40cf-aff2-5ed41a46313b req-549254d4-64ea-4552-92db-ed4fef13f28d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:32.513894 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-06f9a990-f1ae-40cf-aff2-5ed41a46313b req-549254d4-64ea-4552-92db-ed4fef13f28d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 946 time: 0.0474157 Oct 14 18:03:32.567074 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-06f9a990-f1ae-40cf-aff2-5ed41a46313b req-068e8a83-87d5-4627-aa0c-bc0d67e789b7 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Oct 14 18:03:32.697856 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542502-63d2-463e-93f2-dbe508cf9777 req-4f77b29c-9c62-46a2-80f2-c14117c193f4 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:32.699315 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1542502-63d2-463e-93f2-dbe508cf9777 req-4f77b29c-9c62-46a2-80f2-c14117c193f4 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 946 time: 0.0529320 Oct 14 18:03:32.718499 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:32.752483 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1542502-63d2-463e-93f2-dbe508cf9777 req-cc0bc4c2-aef7-484b-b037-b2edea99ed40 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469661 Oct 14 18:03:32.782711 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49698) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:32.821308 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a82ed8-bbbc-4342-ae64-3e20807dd5f1 tempest-TestVolumeBootPattern-1392443685 tempest-TestVolumeBootPattern-1392443685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:32.824336 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-17a82ed8-bbbc-4342-ae64-3e20807dd5f1 tempest-TestVolumeBootPattern-1392443685 tempest-TestVolumeBootPattern-1392443685-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 1125 time: 0.0405941 Oct 14 18:03:32.825697 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49700) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:32.830289 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:32.852682 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:32.941556 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:33.056845 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Allocated IP 172.27.3.200 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/fdd14a7c-0af9-446b-b924-f2034c91892b) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:03:33.164048 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:33.196953 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:33.236897 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:33.245164 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:03:33.250345 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:33.252797 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:03:33.275993 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=fdd14a7c-0af9-446b-b924-f2034c91892b,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:33.573102 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:33.621692 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (c217078d-8c2c-47e3-b755-93683e504bd7), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:33.694848 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:33.843586 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:33.847931 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:34.146628 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=fdd14a7c-0af9-446b-b924-f2034c91892b,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:34.149025 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (c217078d-8c2c-47e3-b755-93683e504bd7), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:34.243634 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Floating IP c217078d-8c2c-47e3-b755-93683e504bd7 associated. External IP: 172.27.3.200, port: 0b6dee5f-1229-4749-9587-2fc70c8030a4. Oct 14 18:03:34.419413 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:34.446824 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:03:34.557068 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:03:34.569382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:03:34.571836 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:34.581273 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:34.582054 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:03:34.582927 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:03:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:34.625774 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-9801021b-8e88-43fc-86d8-761f37047373 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7966177 Oct 14 18:03:34.625774 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:34.627103 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e05df0-8de0-449c-bed6-9b59d6709d76" -d '{"events": [{"name": "network-changed", "server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:34.672084 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee260b67-51d9-4a21-b36e-d76a3dbd5f93 x-openstack-request-id: req-ee260b67-51d9-4a21-b36e-d76a3dbd5f93 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:34.672377 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:34.672633 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ee260b67-51d9-4a21-b36e-d76a3dbd5f93 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:34.673040 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee260b67-51d9-4a21-b36e-d76a3dbd5f93'] response: {'name': 'network-changed', 'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'status': 'completed', 'code': 200} Oct 14 18:03:34.724430 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:03:34.741176 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-e181fe66-3d37-47bc-8057-c5a1303ba0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:34.742833 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-e181fe66-3d37-47bc-8057-c5a1303ba0b3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 1130 time: 0.0462365 Oct 14 18:03:34.838127 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-0051f43e-dac2-4c9c-a1b8-c750e583e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:34.839614 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-0051f43e-dac2-4c9c-a1b8-c750e583e47a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.0907357 Oct 14 18:03:34.913833 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-077ffc90-b798-471d-a4f9-011df27b0ee1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4 HTTP/1.1" status: 200 len: 1000 time: 0.0547314 Oct 14 18:03:34.945797 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:33Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:34.964040 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-c5d440e4-1006-406f-8ae0-11b921b09f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:34.965598 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-c5d440e4-1006-406f-8ae0-11b921b09f85 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0456603 Oct 14 18:03:34.974094 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:03:34.982831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:03:34.983527 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:03:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:35.014992 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-1f0c0a48-f491-4c32-97ec-38f7466f0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:35.016550 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-1f0c0a48-f491-4c32-97ec-38f7466f0cc6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449882 Oct 14 18:03:35.097222 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:03:35.112093 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-38528d3d-ff0c-42c9-ba2d-de0418134ca4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885231 Oct 14 18:03:35.209117 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-f3e05df0-8de0-449c-bed6-9b59d6709d76 req-75cc06cb-cb53-463d-8ca7-81a40a5666dc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915620 Oct 14 18:03:35.303306 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:35.321405 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:33Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:35.322923 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:35.350023 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e72c4-74a2-4f4f-9094-2ad357ddb3d1 None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:33Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:03:35.528127 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90adee36-a136-48d1-b606-54206f6db091 None None] New status for floating IP c217078d-8c2c-47e3-b755-93683e504bd7: ACTIVE {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:03:36.439171 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.408823 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49756) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:37.512514 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7cb3807e-de82-46d5-9b9e-22ac8b1da08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.588614 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7cb3807e-de82-46d5-9b9e-22ac8b1da08a admin admin] Publish callbacks [] for security_group (d161f40f-bf8d-4376-8e1a-b5fba647dfa9), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.593379 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-7cb3807e-de82-46d5-9b9e-22ac8b1da08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (d161f40f-bf8d-4376-8e1a-b5fba647dfa9), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.631801 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-7cb3807e-de82-46d5-9b9e-22ac8b1da08a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=60e39841d3994e29b603f8695dbe5b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218971 Oct 14 18:03:37.632932 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3807e-de82-46d5-9b9e-22ac8b1da08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d161f40f-bf8d-4376-8e1a-b5fba647dfa9,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:37.634568 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49760) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:37.686169 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Publish callbacks [] for security_group (d161f40f-bf8d-4376-8e1a-b5fba647dfa9), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.706511 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Publish callbacks [] for security_group (d161f40f-bf8d-4376-8e1a-b5fba647dfa9), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.753490 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (d161f40f-bf8d-4376-8e1a-b5fba647dfa9), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.756060 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:37.757202 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d161f40f-bf8d-4376-8e1a-b5fba647dfa9 HTTP/1.1" status: 204 len: 168 time: 0.1208048 Oct 14 18:03:37.765827 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d161f40f-bf8d-4376-8e1a-b5fba647dfa9,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:37.773031 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.773282 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.773619 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.773985 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.774272 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.774598 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.774919 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.775236 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.775603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.775859 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.776205 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.776528 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.776842 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.777155 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:37.777468 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b93b8-47d9-4d77-882b-62f20b502381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:38.026383 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49766) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:38.039631 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a2b160e9-25e6-47be-9fea-34a1df8c251e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.116346 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:38.126502 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a2b160e9-25e6-47be-9fea-34a1df8c251e admin admin] Publish callbacks [] for security_group (9ee3a8a7-158e-47bf-865f-eaf4bbd46dde), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.131003 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a2b160e9-25e6-47be-9fea-34a1df8c251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9ee3a8a7-158e-47bf-865f-eaf4bbd46dde), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.171867 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b160e9-25e6-47be-9fea-34a1df8c251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee3a8a7-158e-47bf-865f-eaf4bbd46dde,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:38.176039 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a2b160e9-25e6-47be-9fea-34a1df8c251e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=acdd3142f6f346e8a1399fe19c8c0ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485784 Oct 14 18:03:38.178645 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49768) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:38.191686 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:38.231486 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0055-6b8a-4377-a3b9-efd2aca5a28d admin admin] Publish callbacks [] for security_group (9ee3a8a7-158e-47bf-865f-eaf4bbd46dde), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.252236 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0055-6b8a-4377-a3b9-efd2aca5a28d admin admin] Publish callbacks [] for security_group (9ee3a8a7-158e-47bf-865f-eaf4bbd46dde), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.297614 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0055-6b8a-4377-a3b9-efd2aca5a28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (9ee3a8a7-158e-47bf-865f-eaf4bbd46dde), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.300151 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0055-6b8a-4377-a3b9-efd2aca5a28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.301297 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-3d8b0055-6b8a-4377-a3b9-efd2aca5a28d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9ee3a8a7-158e-47bf-865f-eaf4bbd46dde HTTP/1.1" status: 204 len: 168 time: 0.1217508 Oct 14 18:03:38.309412 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0055-6b8a-4377-a3b9-efd2aca5a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee3a8a7-158e-47bf-865f-eaf4bbd46dde,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:38.620708 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49774) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:38.634700 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0b13ddef-325c-4fb8-809f-106d8d686f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.685918 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:38.715688 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0b13ddef-325c-4fb8-809f-106d8d686f08 admin admin] Publish callbacks [] for security_group (fa7ba96d-43ab-45e4-abc6-97cca2aa085f), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.719822 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0b13ddef-325c-4fb8-809f-106d8d686f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (fa7ba96d-43ab-45e4-abc6-97cca2aa085f), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.760060 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13ddef-325c-4fb8-809f-106d8d686f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ba96d-43ab-45e4-abc6-97cca2aa085f,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:38.764308 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-0b13ddef-325c-4fb8-809f-106d8d686f08 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=01206b5de6814784a8799b37d03dd608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424859 Oct 14 18:03:38.767641 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49776) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:38.816008 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0efe54fc-f438-48e7-83df-ab5d86d5dce8 admin admin] Publish callbacks [] for security_group (fa7ba96d-43ab-45e4-abc6-97cca2aa085f), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.835544 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0efe54fc-f438-48e7-83df-ab5d86d5dce8 admin admin] Publish callbacks [] for security_group (fa7ba96d-43ab-45e4-abc6-97cca2aa085f), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.882357 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0efe54fc-f438-48e7-83df-ab5d86d5dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (fa7ba96d-43ab-45e4-abc6-97cca2aa085f), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.885009 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-0efe54fc-f438-48e7-83df-ab5d86d5dce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:38.886177 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-0efe54fc-f438-48e7-83df-ab5d86d5dce8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fa7ba96d-43ab-45e4-abc6-97cca2aa085f HTTP/1.1" status: 204 len: 168 time: 0.1182549 Oct 14 18:03:38.894990 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe54fc-f438-48e7-83df-ab5d86d5dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ba96d-43ab-45e4-abc6-97cca2aa085f,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:39.564661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 49798) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:39.664691 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-259124733-network', 'tenant_id': 'b0b92ab9577946a3af15e4698bd5b1e9'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:39.685693 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Made reservation on behalf of b0b92ab9577946a3af15e4698bd5b1e9 for: {'network': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:39.688205 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for network (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.696595 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.762593 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:39.772198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks [] for security_group (8ac63c79-fbb8-4c2a-a917-37330917f2f7), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.775918 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8ac63c79-fbb8-4c2a-a917-37330917f2f7), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.799280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=104407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:03:39.817536 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (e4f8e4d8-2164-4448-a678-745d7d076025), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.817879 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.segments_db [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Added segment e4f8e4d8-2164-4448-a678-745d7d076025 of type vlan for network 52d83ba1-6fb0-435a-a3bb-555ed9736066 Oct 14 18:03:39.819232 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac63c79-fbb8-4c2a-a917-37330917f2f7,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:39.860531 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745797693633'] for network (52d83ba1-6fb0-435a-a3bb-555ed9736066), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.885347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (52d83ba1-6fb0-435a-a3bb-555ed9736066), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.886414 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:39.886994 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:39.938893 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3731399 Oct 14 18:03:39.941898 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 49802) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:03:39.946807 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Request body: {'subnet': {'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-259124733-subnet', 'tenant_id': 'b0b92ab9577946a3af15e4698bd5b1e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:39.949640 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dad0e-4406-43fc-b191-5be3385eca17 admin admin] Pushing event updated for resources: {'Network': ['ID=52d83ba1-6fb0-435a-a3bb-555ed9736066,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:39.959996 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Network 52d83ba1-6fb0-435a-a3bb-555ed9736066 details requested by agent ovs-agent-dv-cinder-749155-15-iscsi with host dv-cinder-749155-15-iscsi {{(pid=104409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:03:39.968131 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Made reservation on behalf of b0b92ab9577946a3af15e4698bd5b1e9 for: {'subnet': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:39.970427 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59467636'] for subnet (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:40.138433 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59133433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59467622'] for subnet (ab37499a-52a8-4a27-afc2-8af743d17aaa), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:40.193851 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab37499a-52a8-4a27-afc2-8af743d17aaa,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:40.209334 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Checking segment: {'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:03:40.209687 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Network hostable DHCP agents. Network: 52d83ba1-6fb0-435a-a3bb-555ed9736066, hostable agents: ['b39ca5e3-ed83-4a74-985d-7e9a9dd6927b'], hosted agents: [] {{(pid=104408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:03:40.226977 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Network 52d83ba1-6fb0-435a-a3bb-555ed9736066 is scheduled to be hosted by DHCP agent b39ca5e3-ed83-4a74-985d-7e9a9dd6927b with binding_index 1 {{(pid=104408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:03:40.236346 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-15-iscsi, 52d83ba1-6fb0-435a-a3bb-555ed9736066) {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:40.240279 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:40.240897 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:40.244847 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c41c7-67c6-4b61-ab4f-ff1c36cb2986 None None] Network 52d83ba1-6fb0-435a-a3bb-555ed9736066 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:03:40.256609 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-23aee2a2-78bc-40fb-b381-66c2d9649064 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135974 Oct 14 18:03:40.352003 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644609d-3ff8-4e30-babf-99cccca914b6 None None] Network 52d83ba1-6fb0-435a-a3bb-555ed9736066 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:03:42.034697 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-db081a4a-4335-434e-959c-69fecfa8bcf0 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:42.036180 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-db081a4a-4335-434e-959c-69fecfa8bcf0 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/networks?id=52d83ba1-6fb0-435a-a3bb-555ed9736066 HTTP/1.1" status: 200 len: 808 time: 0.1061497 Oct 14 18:03:42.050646 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-415fe954-b7c8-499b-a4e0-54e0a584cc29 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/quotas/b0b92ab9577946a3af15e4698bd5b1e9 HTTP/1.1" status: 200 len: 375 time: 0.0090947 Oct 14 18:03:42.082532 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-35e56f3e-0798-47fa-9ad4-b68e7aedd639 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b0b92ab9577946a3af15e4698bd5b1e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269361 Oct 14 18:03:42.176849 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-afc3ddf4-4f8a-46a0-9361-d38b0ec2f1a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877149 Oct 14 18:03:42.227557 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:42.268519 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-371816e6-cc69-4319-96db-469886d38a0d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Oct 14 18:03:42.432877 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-826c9c51-326b-4afa-9a8b-626e0173ab76 req-b40538ee-96a8-4e5c-a5b5-e405f0bc7154 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 210 time: 0.0316629 Oct 14 18:03:43.087961 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:03:43.541493 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a1c4475b-c933-40b5-9117-3b881c6dc7e6 req-169c9bc9-ddd7-4fbd-b4c3-d53ae3fec956 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 210 time: 0.0295246 Oct 14 18:03:43.577608 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-2764f5b4-0d9a-498b-88e0-b2ae732be938 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:43.579062 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-2764f5b4-0d9a-498b-88e0-b2ae732be938 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "GET /networking/v2.0/networks?id=52d83ba1-6fb0-435a-a3bb-555ed9736066 HTTP/1.1" status: 200 len: 808 time: 0.1144848 Oct 14 18:03:43.591202 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Request body: {'port': {'device_id': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066', 'admin_state_up': True, 'tenant_id': 'b0b92ab9577946a3af15e4698bd5b1e9'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:43.705697 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Made reservation on behalf of b0b92ab9577946a3af15e4698bd5b1e9 for: {'port': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:43.709413 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:43.807410 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:43.813339 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:43.839521 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Allocated IP 172.20.0.5 (52d83ba1-6fb0-435a-a3bb-555ed9736066/ab37499a-52a8-4a27-afc2-8af743d17aaa/4a5ee872-76d4-4a98-bcc3-f7c71d3167f7) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:03:43.990800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks [] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.023220 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.071841 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Network 52d83ba1-6fb0-435a-a3bb-555ed9736066 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:03:44.074958 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:44.079400 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:03:44.101967 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Pushing event updated for resources: {'Port': ['ID=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:44.128932 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:44.129540 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.145498 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-8d9d0b05-6d00-4327-899d-3443b1d3968b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582592 Oct 14 18:03:44.157893 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Request body: {'port': {'device_id': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:44.215503 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.470187 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 {{(pid=104408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:03:44.477556 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Publish callbacks [] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.490424 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.provisioning_blocks [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Transition to ACTIVE for port object 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 will not be triggered until provisioned by entity L2. {{(pid=104408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:03:44.494038 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.551517 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:44.575256 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:44.579496 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:44.610605 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Attempting to bind port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:03:44.610949 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Attempting to bind port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:03:44.611283 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Attempting to bind port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 on network 52d83ba1-6fb0-435a-a3bb-555ed9736066 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:44.656980 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 on network 52d83ba1-6fb0-435a-a3bb-555ed9736066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:03:44.657305 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Attempting to bind port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 on network 52d83ba1-6fb0-435a-a3bb-555ed9736066 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:44.673414 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f299de-ce9b-4bf7-9867-755fda704cc7 req-add51d2d-c183-4aaa-8558-cb712a497d6c tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:44.674901 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7f299de-ce9b-4bf7-9867-755fda704cc7 req-add51d2d-c183-4aaa-8558-cb712a497d6c tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 943 time: 0.0470271 Oct 14 18:03:44.700279 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:03:44.700621 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Checking segment: {'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:03:44.701000 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Bound using segment: {'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:03:44.701486 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Bound port: 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'}}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:03:44.701978 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.724167 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7f299de-ce9b-4bf7-9867-755fda704cc7 req-54401a75-6fc2-437e-913e-434007aae233 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Oct 14 18:03:44.763145 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] For port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7, host hv-cinder-74915, cleared binding levels {{(pid=104408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:03:44.766347 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] For port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:03:44.772412 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.775333 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:44.775978 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:44.777410 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 HTTP/1.1" status: 200 len: 1093 time: 0.6238647 Oct 14 18:03:44.779408 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'tag': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:44.782953 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956b4b7e-2f19-48b8-ae21-d26665702d06" -d '{"events": [{"name": "network-changed", "server_uuid": "29bdf311-5c5c-4787-8f25-074b7cea4e7f", "tag": "4a5ee872-76d4-4a98-bcc3-f7c71d3167f7"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:44.829377 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6219a5-24dd-4727-9343-bad9c99673c9 x-openstack-request-id: req-ca6219a5-24dd-4727-9343-bad9c99673c9 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:44.829659 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bdf311-5c5c-4787-8f25-074b7cea4e7f", "tag": "4a5ee872-76d4-4a98-bcc3-f7c71d3167f7", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:44.829910 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ca6219a5-24dd-4727-9343-bad9c99673c9 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:44.830298 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6219a5-24dd-4727-9343-bad9c99673c9'] response: {'name': 'network-changed', 'server_uuid': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'tag': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7', 'status': 'completed', 'code': 200} Oct 14 18:03:44.871144 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5cfbe-9d92-4e84-9e7c-bdcb33792184 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,revision_number=3']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:44.877016 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-2796f851-2b55-402d-8407-744104731436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:44.878526 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-2796f851-2b55-402d-8407-744104731436 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b0b92ab9577946a3af15e4698bd5b1e9&device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 1127 time: 0.0582614 Oct 14 18:03:44.921430 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-7ea774f5-657d-4b6b-bc96-0c1dfcebf97f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 HTTP/1.1" status: 200 len: 217 time: 0.0326045 Oct 14 18:03:44.969136 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-c7fc6745-edaa-4821-ad17-efdef96eb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:44.970518 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-c7fc6745-edaa-4821-ad17-efdef96eb939 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ab37499a-52a8-4a27-afc2-8af743d17aaa HTTP/1.1" status: 200 len: 848 time: 0.0430484 Oct 14 18:03:45.005481 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-141d8358-3443-406c-b6bb-844de4be6fba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=52d83ba1-6fb0-435a-a3bb-555ed9736066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275457 Oct 14 18:03:45.097351 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-965a47e2-02ea-4abd-9c3d-aa5ecb210634 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833530 Oct 14 18:03:45.189486 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-7af82f6a-d1fd-43b7-bee7-3832973a34f7 req-0534921d-e91c-4ad4-b063-39cb198511c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848866 Oct 14 18:03:45.447341 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-33581eb0-74d5-4108-a4d2-5d38bb57bf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:45.844488 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f090b-3dd4-46dd-bb4a-ee2dca5d4f93 req-053d196c-5027-4983-ab2d-1f36b7e9cd27 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:45.845985 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-088f090b-3dd4-46dd-bb4a-ee2dca5d4f93 req-053d196c-5027-4983-ab2d-1f36b7e9cd27 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 943 time: 0.0486619 Oct 14 18:03:45.896986 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-088f090b-3dd4-46dd-bb4a-ee2dca5d4f93 req-8ef60912-059d-491f-8267-bf916a810cd1 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Oct 14 18:03:46.101364 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-d68b9f9f-5ea4-4270-a864-93b1057c2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:46.102850 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-d68b9f9f-5ea4-4270-a864-93b1057c2197 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b0b92ab9577946a3af15e4698bd5b1e9&device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 1127 time: 0.0395043 Oct 14 18:03:46.197612 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-8cfb5ba4-87fb-4c0b-aaea-a6a2d779b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:46.199050 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-8cfb5ba4-87fb-4c0b-aaea-a6a2d779b98d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=52d83ba1-6fb0-435a-a3bb-555ed9736066 HTTP/1.1" status: 200 len: 909 time: 0.0878172 Oct 14 18:03:46.218881 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:03:46.240731 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-d9048d63-d093-4235-b1aa-e00a9bb314d7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 HTTP/1.1" status: 200 len: 217 time: 0.0336664 Oct 14 18:03:46.290959 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-bd83875b-451a-4576-b497-573d45a9b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:46.292406 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-bd83875b-451a-4576-b497-573d45a9b8d3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ab37499a-52a8-4a27-afc2-8af743d17aaa HTTP/1.1" status: 200 len: 848 time: 0.0443230 Oct 14 18:03:46.299816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:46.324220 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:46.325319 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-6dd78c34-9b06-47f5-93e8-e91855c66f19 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=52d83ba1-6fb0-435a-a3bb-555ed9736066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263069 Oct 14 18:03:46.335359 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7', 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066', 'port_id': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7', 'mac_address': 'fa:16:3e:0e:99:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab37499a-52a8-4a27-afc2-8af743d17aaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:03:46.371037 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:03:46.371429 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:46.385061 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:03:46.406010 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:46.410322 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:46.424303 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-0e1bf0ed-80fc-47d0-8d17-83cb5990609c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918372 Oct 14 18:03:46.437584 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:46.460745 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:46.516334 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:46.520702 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-956b4b7e-2f19-48b8-ae21-d26665702d06 req-d7b4d056-529b-4860-8f28-e46d0ab9e69a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902941 Oct 14 18:03:46.666548 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['4a5ee872-76d4-4a98-bcc3-f7c71d3167f7'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:03:47.016898 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c3e77-0ae2-4150-b3c2-0c247463856f req-98f105d6-5ee1-46aa-97cc-705163e38634 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:47.018346 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b94c3e77-0ae2-4150-b3c2-0c247463856f req-98f105d6-5ee1-46aa-97cc-705163e38634 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 944 time: 0.0467451 Oct 14 18:03:47.065936 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b94c3e77-0ae2-4150-b3c2-0c247463856f req-db7070c0-2b1b-48c3-86ca-433623139560 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Oct 14 18:03:47.914494 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-75fd946f-8cf0-4b29-b896-591c036fd5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:48.193843 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394e01-e214-4255-a2b7-e77e9977edff req-4064c872-be6d-463e-a89c-bbce09d94596 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:48.195223 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-45394e01-e214-4255-a2b7-e77e9977edff req-4064c872-be6d-463e-a89c-bbce09d94596 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 944 time: 0.0488009 Oct 14 18:03:48.221939 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:03:48.241752 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-45394e01-e214-4255-a2b7-e77e9977edff req-e7e189d6-0650-40cb-a0ca-7b0d04ea5729 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Oct 14 18:03:48.267173 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:03:48.273072 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:03:48.273452 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:48.273791 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 Oct 14 18:03:48.345211 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:03:48.345606 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:48.369066 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:48.371299 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a646725-0ffb-4499-bd74-3f16fed0f244" -d '{"events": [{"server_uuid": "29bdf311-5c5c-4787-8f25-074b7cea4e7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a5ee872-76d4-4a98-bcc3-f7c71d3167f7"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:48.384230 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:48.394368 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:48.422940 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00feabe2-5a5c-40e5-ba5f-99e147029578 x-openstack-request-id: req-00feabe2-5a5c-40e5-ba5f-99e147029578 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:48.423232 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bdf311-5c5c-4787-8f25-074b7cea4e7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a5ee872-76d4-4a98-bcc3-f7c71d3167f7", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:48.423485 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00feabe2-5a5c-40e5-ba5f-99e147029578 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:48.423895 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00feabe2-5a5c-40e5-ba5f-99e147029578'] response: {'server_uuid': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7', 'code': 200} Oct 14 18:03:48.451426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:48.574722 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c4fc-c372-40f8-bbc2-8323e35fe88e req-4a1d6da2-7cbc-4a0e-ada8-6d54491fb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:48.576231 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5cb4c4fc-c372-40f8-bbc2-8323e35fe88e req-4a1d6da2-7cbc-4a0e-ada8-6d54491fb5a7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 1129 time: 0.0392900 Oct 14 18:03:48.628584 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-5cb4c4fc-c372-40f8-bbc2-8323e35fe88e req-2435e319-27f5-45c6-87a7-6092abffff78 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378833 Oct 14 18:03:49.071616 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:49.367257 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54f75e-652d-4b70-a4b1-f7f87cb6ea53 req-834c3caf-10c3-41d8-8c86-4fb20495be21 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:49.368754 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bc54f75e-652d-4b70-a4b1-f7f87cb6ea53 req-834c3caf-10c3-41d8-8c86-4fb20495be21 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 945 time: 0.0501561 Oct 14 18:03:49.394327 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:49.418687 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bc54f75e-652d-4b70-a4b1-f7f87cb6ea53 req-fad5e1cf-53e7-4367-a9eb-735768c4e7f4 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Oct 14 18:03:50.052391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b7b5a-8a92-4f40-94aa-39c1918299aa req-d7716037-ee6d-4321-a49a-afbd8ba58e90 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:50.053832 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-082b7b5a-8a92-4f40-94aa-39c1918299aa req-d7716037-ee6d-4321-a49a-afbd8ba58e90 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0469451 Oct 14 18:03:50.104442 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-082b7b5a-8a92-4f40-94aa-39c1918299aa req-96ff999f-e9b6-46e2-abc2-ad39736280ec tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 Oct 14 18:03:50.546130 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebace25f-bfc8-411e-8531-404bea54a682 req-35c5086d-c776-4309-9a10-5dd1bbe33621 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:50.547584 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ebace25f-bfc8-411e-8531-404bea54a682 req-35c5086d-c776-4309-9a10-5dd1bbe33621 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 945 time: 0.0508173 Oct 14 18:03:50.595201 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ebace25f-bfc8-411e-8531-404bea54a682 req-9dd7015b-6a4c-40e0-b580-7317a8dffd4f tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419183 Oct 14 18:03:50.600333 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:50.643161 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:51.232411 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f451f-667a-4e01-b9e2-3e7c55f725f6 req-a6af8348-4132-4e8c-bea6-c1c8725dc965 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:51.234019 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da0f451f-667a-4e01-b9e2-3e7c55f725f6 req-a6af8348-4132-4e8c-bea6-c1c8725dc965 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Oct 14 18:03:51.311238 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45f73b-a79c-435a-83de-6b22e55673c0 req-38fffa5b-db69-4237-97aa-b6419d7bac31 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:51.312614 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7d45f73b-a79c-435a-83de-6b22e55673c0 req-38fffa5b-db69-4237-97aa-b6419d7bac31 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 945 time: 0.0713873 Oct 14 18:03:51.322201 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da0f451f-667a-4e01-b9e2-3e7c55f725f6 req-d7e75e2e-1856-44fe-8100-012d0df315b0 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826421 Oct 14 18:03:51.367696 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7d45f73b-a79c-435a-83de-6b22e55673c0 req-7b7e20d9-efff-401f-bf79-5de581180de8 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491560 Oct 14 18:03:52.445850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56d333-0c35-43d4-a6fd-ed7df7ed8255 req-1f22b197-fc07-4fc0-8b87-6429f411ede9 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:52.447387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2c56d333-0c35-43d4-a6fd-ed7df7ed8255 req-1f22b197-fc07-4fc0-8b87-6429f411ede9 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0485983 Oct 14 18:03:52.500050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:52.518543 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b735e8-99da-499e-85fa-aa09ae271424 req-0cfba8b4-0425-4e3b-8f9d-4b5208b6d62d tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:52.520054 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7b735e8-99da-499e-85fa-aa09ae271424 req-0cfba8b4-0425-4e3b-8f9d-4b5208b6d62d tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 945 time: 0.0717142 Oct 14 18:03:52.540374 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2c56d333-0c35-43d4-a6fd-ed7df7ed8255 req-4f46b5b1-331d-4922-a76b-f61547dd0540 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818968 Oct 14 18:03:52.575020 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e7b735e8-99da-499e-85fa-aa09ae271424 req-4cbb7ac1-1b92-49ae-bd21-7c9ab4ca9009 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 Oct 14 18:03:52.840836 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de09e-f172-48ae-899d-2bf104d5c56d req-52eebad8-5cfe-47c3-becb-8c43c128c3e3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:52.843020 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-646de09e-f172-48ae-899d-2bf104d5c56d req-52eebad8-5cfe-47c3-becb-8c43c128c3e3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 945 time: 0.0458238 Oct 14 18:03:52.935462 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Deleting port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:03:52.935800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:53.024769 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] For port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:53.025053 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:53.037805 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Calling delete_port for 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:03:53.167435 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (4a5ee872-76d4-4a98-bcc3-f7c71d3167f7), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:53.181925 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['4a5ee872-76d4-4a98-bcc3-f7c71d3167f7'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:03:53.197113 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Pushing event deleted for resources: {'Port': ['ID=4a5ee872-76d4-4a98-bcc3-f7c71d3167f7,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:53.245267 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] No DVR routers for this DVR port 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:03:53.248137 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:53.252334 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-646de09e-f172-48ae-899d-2bf104d5c56d req-286ac7b1-58f7-4146-b25d-45bc7ab797c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 HTTP/1.1" status: 204 len: 173 time: 0.4032557 Oct 14 18:03:53.252844 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'name': 'network-vif-deleted', 'tag': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:53.255039 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3acd73f-aa80-4bf7-add7-54666d4aa349" -d '{"events": [{"server_uuid": "29bdf311-5c5c-4787-8f25-074b7cea4e7f", "name": "network-vif-deleted", "tag": "4a5ee872-76d4-4a98-bcc3-f7c71d3167f7"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:53.297365 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e7b15-57ac-42f1-95a8-a716bfd3e9b6 x-openstack-request-id: req-d46e7b15-57ac-42f1-95a8-a716bfd3e9b6 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:53.297655 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bdf311-5c5c-4787-8f25-074b7cea4e7f", "name": "network-vif-deleted", "tag": "4a5ee872-76d4-4a98-bcc3-f7c71d3167f7", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:53.298418 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d46e7b15-57ac-42f1-95a8-a716bfd3e9b6 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:53.298825 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46e7b15-57ac-42f1-95a8-a716bfd3e9b6'] response: {'server_uuid': '29bdf311-5c5c-4787-8f25-074b7cea4e7f', 'name': 'network-vif-deleted', 'tag': '4a5ee872-76d4-4a98-bcc3-f7c71d3167f7', 'status': 'completed', 'code': 200} Oct 14 18:03:53.685391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f84dc3-1533-4a02-96bf-40ee3e7a2ae6 req-c9157c63-9588-4e0a-a386-e36e0657871b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:53.687164 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1f84dc3-1533-4a02-96bf-40ee3e7a2ae6 req-c9157c63-9588-4e0a-a386-e36e0657871b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0552850 Oct 14 18:03:53.719362 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-24423b60-768d-42c2-9dd6-7df35fabc158 req-05d93724-742b-4f3b-af61-04ffdfc3a545 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=29bdf311-5c5c-4787-8f25-074b7cea4e7f HTTP/1.1" status: 200 len: 210 time: 0.0410483 Oct 14 18:03:53.758173 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e1f84dc3-1533-4a02-96bf-40ee3e7a2ae6 req-8bdeecab-cb0b-4602-9ab3-cd958c2c2f42 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623095 Oct 14 18:03:54.893614 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd3fe7-1de9-49f4-a8f8-b8fd49177264 req-2d2c59de-360b-4b6c-af24-bfe09e296df6 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:54.895141 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-87dd3fe7-1de9-49f4-a8f8-b8fd49177264 req-2d2c59de-360b-4b6c-af24-bfe09e296df6 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Oct 14 18:03:55.012597 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-87dd3fe7-1de9-49f4-a8f8-b8fd49177264 req-f9bda334-f6ba-4eb5-830d-3b3b3ae9af9c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075923 Oct 14 18:03:55.033253 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:55.033759 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-366ee3d2-0b02-40e5-85a9-aa1ff45a4623 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:55.035112 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-366ee3d2-0b02-40e5-85a9-aa1ff45a4623 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/networks?id=52d83ba1-6fb0-435a-a3bb-555ed9736066 HTTP/1.1" status: 200 len: 808 time: 0.1391010 Oct 14 18:03:55.040183 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:55.051795 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-5c61ec9c-03e5-4fc0-8968-007a71e8fc1a tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/quotas/b0b92ab9577946a3af15e4698bd5b1e9 HTTP/1.1" status: 200 len: 375 time: 0.0093079 Oct 14 18:03:55.086012 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-5504f78d-c225-474e-83b2-9dc1dcf33d45 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b0b92ab9577946a3af15e4698bd5b1e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287366 Oct 14 18:03:55.179954 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-30dc2a40-b668-4117-8980-915f353a8ef1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872054 Oct 14 18:03:55.231503 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:55.275532 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-b0785519-a964-4793-9990-23b8d0b1cab1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895827 Oct 14 18:03:55.434000 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1d8decb7-f180-4474-8583-a425c804f0db req-eb26625b-dd62-438b-a80f-5fd78156378b tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0276613 Oct 14 18:03:56.134909 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e67d-c448-44d5-a579-ac8626854668 req-32dc9858-d386-4902-bf3b-55700414fb40 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:56.136381 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6f86e67d-c448-44d5-a579-ac8626854668 req-32dc9858-d386-4902-bf3b-55700414fb40 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0481184 Oct 14 18:03:56.185368 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6f86e67d-c448-44d5-a579-ac8626854668 req-59e529b9-3464-4be4-a4b6-22c9e5f421b4 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433395 Oct 14 18:03:56.263708 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:03:56.286054 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:03:56.286393 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 4a5ee872-76d4-4a98-bcc3-f7c71d3167f7 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:03:56.541610 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5a5ba3eb-8e1f-4f97-b628-49d78398077c req-9555c0cc-add7-4986-b72a-735569bf8879 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0285702 Oct 14 18:03:56.552445 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-2c4f66e4-9b88-49e2-821f-66fabca4b4db tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:56.554176 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-2c4f66e4-9b88-49e2-821f-66fabca4b4db tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "GET /networking/v2.0/networks?id=52d83ba1-6fb0-435a-a3bb-555ed9736066 HTTP/1.1" status: 200 len: 808 time: 0.1106143 Oct 14 18:03:56.569315 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Request body: {'port': {'device_id': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066', 'admin_state_up': True, 'tenant_id': 'b0b92ab9577946a3af15e4698bd5b1e9'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:56.683412 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Made reservation on behalf of b0b92ab9577946a3af15e4698bd5b1e9 for: {'port': 1} {{(pid=104408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:56.687651 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:56.790095 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:56.804970 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:56.812623 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Allocated IP 172.20.0.13 (52d83ba1-6fb0-435a-a3bb-555ed9736066/ab37499a-52a8-4a27-afc2-8af743d17aaa/f8ddfed0-39f2-4230-b124-d320c480df40) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:03:56.965837 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks [] for port (f8ddfed0-39f2-4230-b124-d320c480df40), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:56.998131 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.284167 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Network 52d83ba1-6fb0-435a-a3bb-555ed9736066 is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:03:57.287336 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:57.291084 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:03:57.311195 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab8ff1-c41c-43c3-ad25-623f677cffc7 req-9fd602e1-3aac-4a4e-b6d9-c374f6023051 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:57.312848 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bcab8ff1-c41c-43c3-ad25-623f677cffc7 req-9fd602e1-3aac-4a4e-b6d9-c374f6023051 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Oct 14 18:03:57.317400 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Pushing event updated for resources: {'Port': ['ID=f8ddfed0-39f2-4230-b124-d320c480df40,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:57.347061 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:57.347689 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.364095 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-72c7d37f-99f5-4b4f-a452-9bf11eefec57 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7996690 Oct 14 18:03:57.364330 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bcab8ff1-c41c-43c3-ad25-623f677cffc7 req-6af9b06d-71dc-4518-9c78-8501dfeb154a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456946 Oct 14 18:03:57.377129 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Request body: {'port': {'device_id': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:03:57.435075 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.664872 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f49cd-8284-4f42-8a57-2e9797277304 req-a04e3688-8478-46f2-a066-7d592f42f564 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:57.666336 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a10f49cd-8284-4f42-8a57-2e9797277304 req-a04e3688-8478-46f2-a066-7d592f42f564 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 932 time: 0.0489118 Oct 14 18:03:57.692436 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ddfed0-39f2-4230-b124-d320c480df40 {{(pid=104408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:03:57.699847 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Publish callbacks [] for port (f8ddfed0-39f2-4230-b124-d320c480df40), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.713704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.provisioning_blocks [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Transition to ACTIVE for port object f8ddfed0-39f2-4230-b124-d320c480df40 will not be triggered until provisioned by entity L2. {{(pid=104408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:03:57.714422 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a10f49cd-8284-4f42-8a57-2e9797277304 req-71e06eec-c0cd-4af3-bb36-77f71a911fe4 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Oct 14 18:03:57.716757 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.758103 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:57.777176 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddfed0-39f2-4230-b124-d320c480df40,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:57.831618 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Attempting to bind port f8ddfed0-39f2-4230-b124-d320c480df40 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:03:57.831891 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Attempting to bind port f8ddfed0-39f2-4230-b124-d320c480df40 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:03:57.832221 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Attempting to bind port f8ddfed0-39f2-4230-b124-d320c480df40 on network 52d83ba1-6fb0-435a-a3bb-555ed9736066 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:57.858239 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:57.874780 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Port f8ddfed0-39f2-4230-b124-d320c480df40 on network 52d83ba1-6fb0-435a-a3bb-555ed9736066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:03:57.875099 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Attempting to bind port f8ddfed0-39f2-4230-b124-d320c480df40 on network 52d83ba1-6fb0-435a-a3bb-555ed9736066 {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:57.916399 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:03:57.916735 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Checking segment: {'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:03:57.917117 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Bound using segment: {'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'} {{(pid=104408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:03:57.917549 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.managers [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Bound port: f8ddfed0-39f2-4230-b124-d320c480df40, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8e4d8-2164-4448-a678-745d7d076025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066'}}] {{(pid=104408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:03:57.917906 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.976861 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] For port f8ddfed0-39f2-4230-b124-d320c480df40, host hv-cinder-74915, cleared binding levels {{(pid=104408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:03:57.979805 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] For port f8ddfed0-39f2-4230-b124-d320c480df40, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f8ddfed0-39f2-4230-b124-d320c480df40,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:03:57.985794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.989703 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:57.990309 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:03:57.991655 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f8ddfed0-39f2-4230-b124-d320c480df40 HTTP/1.1" status: 200 len: 1094 time: 0.6187627 Oct 14 18:03:57.992227 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'tag': 'f8ddfed0-39f2-4230-b124-d320c480df40'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:03:57.994416 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1956aa-9a07-43b9-9888-0630ae741b71" -d '{"events": [{"name": "network-changed", "server_uuid": "6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3", "tag": "f8ddfed0-39f2-4230-b124-d320c480df40"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:58.034154 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07113a13-6ca3-4f53-883f-70a50fb347d5 x-openstack-request-id: req-07113a13-6ca3-4f53-883f-70a50fb347d5 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:58.034442 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3", "tag": "f8ddfed0-39f2-4230-b124-d320c480df40", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:58.034693 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-07113a13-6ca3-4f53-883f-70a50fb347d5 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:58.035115 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07113a13-6ca3-4f53-883f-70a50fb347d5'] response: {'name': 'network-changed', 'server_uuid': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'tag': 'f8ddfed0-39f2-4230-b124-d320c480df40', 'status': 'completed', 'code': 200} Oct 14 18:03:58.073167 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b693372-9234-4ac3-be8d-c162d8fdc697 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddfed0-39f2-4230-b124-d320c480df40,revision_number=3']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:58.087366 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-3e54227c-c5ee-4127-b86b-010636ec3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:58.088920 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-3e54227c-c5ee-4127-b86b-010636ec3bb1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b0b92ab9577946a3af15e4698bd5b1e9&device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 1128 time: 0.0439236 Oct 14 18:03:58.129707 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-96c3a63f-67ad-4176-9aec-8b82c6ca6b91 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8ddfed0-39f2-4230-b124-d320c480df40 HTTP/1.1" status: 200 len: 217 time: 0.0326660 Oct 14 18:03:58.179996 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-3a924eb7-c3e2-4fa5-95f1-e88eeab43477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:58.181680 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-3a924eb7-c3e2-4fa5-95f1-e88eeab43477 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ab37499a-52a8-4a27-afc2-8af743d17aaa HTTP/1.1" status: 200 len: 848 time: 0.0439708 Oct 14 18:03:58.216650 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-df853f74-dd37-405f-8cf2-a53cd7c34193 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=52d83ba1-6fb0-435a-a3bb-555ed9736066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282102 Oct 14 18:03:58.308067 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-db34d68b-ed01-4b2e-86cb-b0449cac6087 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830133 Oct 14 18:03:58.404621 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4c39e724-59d3-4ea2-bcf1-25f8e092958c req-a03bdddb-8e09-4cf1-9557-e029dfe0062b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890930 Oct 14 18:03:58.488211 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7a89b-1b2e-41bc-b501-cb17d65d8926 req-c5be9690-2574-4cfc-a986-846e7896c526 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:58.489662 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fff7a89b-1b2e-41bc-b501-cb17d65d8926 req-c5be9690-2574-4cfc-a986-846e7896c526 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0494742 Oct 14 18:03:58.524165 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:58.538239 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fff7a89b-1b2e-41bc-b501-cb17d65d8926 req-23d1223f-37e8-4d48-b93b-975c2649540a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429916 Oct 14 18:03:58.834671 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649bee3-8b4d-44c2-871f-b7eb51d2c2f7 req-b3e817b4-91ef-41a0-8c71-1fd90ca7d818 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:58.836139 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a649bee3-8b4d-44c2-871f-b7eb51d2c2f7 req-b3e817b4-91ef-41a0-8c71-1fd90ca7d818 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 944 time: 0.0465012 Oct 14 18:03:58.882801 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a649bee3-8b4d-44c2-871f-b7eb51d2c2f7 req-a15d6b24-b40c-4636-82ea-b63854c76ff4 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Oct 14 18:03:59.318552 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-66b171b6-df31-42ca-9c11-503613b3f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:59.320073 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-66b171b6-df31-42ca-9c11-503613b3f9c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b0b92ab9577946a3af15e4698bd5b1e9&device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 1128 time: 0.0414824 Oct 14 18:03:59.416562 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-ed2e6847-e7c3-413c-abbb-7839bdb9fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:59.418043 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-ed2e6847-e7c3-413c-abbb-7839bdb9fdfb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=52d83ba1-6fb0-435a-a3bb-555ed9736066 HTTP/1.1" status: 200 len: 909 time: 0.0907843 Oct 14 18:03:59.458287 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-9f0454b8-421f-4b19-b811-ec1d340d0b18 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8ddfed0-39f2-4230-b124-d320c480df40 HTTP/1.1" status: 200 len: 217 time: 0.0330741 Oct 14 18:03:59.508008 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-37ec02ad-074d-4a5a-be94-99e7983c4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:59.509320 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-37ec02ad-074d-4a5a-be94-99e7983c4a44 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ab37499a-52a8-4a27-afc2-8af743d17aaa HTTP/1.1" status: 200 len: 848 time: 0.0439105 Oct 14 18:03:59.544944 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-fd9d0784-7784-4b5c-acba-171651b120eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=52d83ba1-6fb0-435a-a3bb-555ed9736066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284688 Oct 14 18:03:59.636595 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:03:59.648380 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-f00304a2-7b2e-478f-b4f3-f985d1915461 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973318 Oct 14 18:03:59.659752 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f7d7-d7cd-47ae-b170-a0ba50b4f101 req-85f34d6d-56d8-4dc2-95f7-2a18968cb2fc tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:03:59.661268 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a082f7d7-d7cd-47ae-b170-a0ba50b4f101 req-85f34d6d-56d8-4dc2-95f7-2a18968cb2fc tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Oct 14 18:03:59.714694 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a082f7d7-d7cd-47ae-b170-a0ba50b4f101 req-eab28a94-0dd6-4c2b-afe3-ffb05615a1de tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477180 Oct 14 18:03:59.746566 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-0f1956aa-9a07-43b9-9888-0630ae741b71 req-d24ff0a0-7c82-4373-b705-1427c01cd012 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889864 Oct 14 18:04:00.001737 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf6f4-51ab-4e69-8d26-6aebdec3f229 req-797291be-ecf6-47af-8bde-6b2342cc6bed tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:00.003149 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e0cf6f4-51ab-4e69-8d26-6aebdec3f229 req-797291be-ecf6-47af-8bde-6b2342cc6bed tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 944 time: 0.0462890 Oct 14 18:04:00.049757 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e0cf6f4-51ab-4e69-8d26-6aebdec3f229 req-7229f377-c0cc-4c11-aed9-89ecb2c801c3 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Oct 14 18:04:00.283630 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f8ddfed0-39f2-4230-b124-d320c480df40 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:04:00.387914 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f8ddfed0-39f2-4230-b124-d320c480df40, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f8ddfed0-39f2-4230-b124-d320c480df40,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:00.399640 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': 'f8ddfed0-39f2-4230-b124-d320c480df40', 'network_id': '52d83ba1-6fb0-435a-a3bb-555ed9736066', 'port_id': 'f8ddfed0-39f2-4230-b124-d320c480df40', 'mac_address': 'fa:16:3e:e2:c4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab37499a-52a8-4a27-afc2-8af743d17aaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:04:00.405122 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:00.442194 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port f8ddfed0-39f2-4230-b124-d320c480df40 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:04:00.442562 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:00.457040 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ddfed0-39f2-4230-b124-d320c480df40 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:04:00.464215 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:00.482816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f8ddfed0-39f2-4230-b124-d320c480df40, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f8ddfed0-39f2-4230-b124-d320c480df40,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:00.487641 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:00.539057 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=f8ddfed0-39f2-4230-b124-d320c480df40,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:00.753381 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['f8ddfed0-39f2-4230-b124-d320c480df40'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:04:00.837148 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffbec8-b9c3-4398-a1e8-195b266dc953 req-655b756d-af43-481f-8542-d07edb17dae7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:00.838620 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-84ffbec8-b9c3-4398-a1e8-195b266dc953 req-655b756d-af43-481f-8542-d07edb17dae7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0473340 Oct 14 18:04:00.888464 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-84ffbec8-b9c3-4398-a1e8-195b266dc953 req-f92c13e5-a662-40c3-bee3-715df7b77d1e tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434840 Oct 14 18:04:01.178189 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f03b4c-bc61-4604-a5c4-475b24eeedd8 req-618f020a-8c73-42d9-975e-19eb4cac9113 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:01.179687 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3f03b4c-bc61-4604-a5c4-475b24eeedd8 req-618f020a-8c73-42d9-975e-19eb4cac9113 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Oct 14 18:04:01.227727 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3f03b4c-bc61-4604-a5c4-475b24eeedd8 req-17cdfc65-4e75-4098-bed6-cb16c8958b2a tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Oct 14 18:04:02.008807 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295ab0a-7e7b-41ac-a924-559a03f7aaa9 req-ac212a2f-a34b-4b7a-845d-d1c1f8b2f19c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:02.010238 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0295ab0a-7e7b-41ac-a924-559a03f7aaa9 req-ac212a2f-a34b-4b7a-845d-d1c1f8b2f19c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0460618 Oct 14 18:04:02.058939 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0295ab0a-7e7b-41ac-a924-559a03f7aaa9 req-503c2822-c794-418c-8ac2-1eab83326165 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429151 Oct 14 18:04:02.297759 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f8ddfed0-39f2-4230-b124-d320c480df40 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:04:02.350209 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port f8ddfed0-39f2-4230-b124-d320c480df40 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:04:02.363909 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port f8ddfed0-39f2-4230-b124-d320c480df40 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:04:02.363909 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:02.363909 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port f8ddfed0-39f2-4230-b124-d320c480df40 Oct 14 18:04:02.389377 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:02.454163 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port f8ddfed0-39f2-4230-b124-d320c480df40 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:04:02.454556 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:02.479171 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddfed0-39f2-4230-b124-d320c480df40'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:02.481405 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fadd7b8-b6ef-40c5-91f0-3fad32252395" -d '{"events": [{"server_uuid": "6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddfed0-39f2-4230-b124-d320c480df40"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:02.495019 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f8ddfed0-39f2-4230-b124-d320c480df40, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f8ddfed0-39f2-4230-b124-d320c480df40,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:02.501776 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:02.521612 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b988f-8379-407e-b1df-c35f4e4b01d6 req-d2988375-864a-455d-9419-5e66588241aa tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:02.522873 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-645b988f-8379-407e-b1df-c35f4e4b01d6 req-d2988375-864a-455d-9419-5e66588241aa tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Oct 14 18:04:02.537608 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a7ef2-3cdc-4c34-8a5d-0d458db9b0b4 x-openstack-request-id: req-355a7ef2-3cdc-4c34-8a5d-0d458db9b0b4 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:02.537778 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:02.537931 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddfed0-39f2-4230-b124-d320c480df40", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:02.538173 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-355a7ef2-3cdc-4c34-8a5d-0d458db9b0b4 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:02.538660 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355a7ef2-3cdc-4c34-8a5d-0d458db9b0b4'] response: {'server_uuid': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddfed0-39f2-4230-b124-d320c480df40', 'code': 200} Oct 14 18:04:02.558100 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=f8ddfed0-39f2-4230-b124-d320c480df40,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:02.582130 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-645b988f-8379-407e-b1df-c35f4e4b01d6 req-03418a66-bfa0-40a0-9ac8-e82d49f6ae21 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538526 Oct 14 18:04:02.717000 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864173c-c65d-46d5-b829-73c2d52285f8 req-41b2cbd9-937a-4540-98d3-b4ce7da75544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:02.719147 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9864173c-c65d-46d5-b829-73c2d52285f8 req-41b2cbd9-937a-4540-98d3-b4ce7da75544 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 1130 time: 0.0401776 Oct 14 18:04:02.741574 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:02.770904 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-9864173c-c65d-46d5-b829-73c2d52285f8 req-5278581f-b9cf-4b8d-bf55-dd46268a82d8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Oct 14 18:04:03.181522 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826828-f475-4f50-8a33-5621e23ed383 req-fb8eb54a-bd9c-470b-a257-6efab5014e14 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:03.182964 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a826828-f475-4f50-8a33-5621e23ed383 req-fb8eb54a-bd9c-470b-a257-6efab5014e14 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0478437 Oct 14 18:04:03.232420 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a826828-f475-4f50-8a33-5621e23ed383 req-91213ea0-5226-4095-a7ca-a11f588d61d9 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Oct 14 18:04:03.708555 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90efa6-ffab-4b14-8fc8-4600492df1af req-71d44450-5d0f-4e17-913a-6d50c3dad623 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:03.710029 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ce90efa6-ffab-4b14-8fc8-4600492df1af req-71d44450-5d0f-4e17-913a-6d50c3dad623 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 946 time: 0.0475807 Oct 14 18:04:03.757084 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ce90efa6-ffab-4b14-8fc8-4600492df1af req-287e939a-dbd8-4935-8aad-9bc5ff8be4b4 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Oct 14 18:04:04.364084 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50595cb6-3ebb-44d9-8aa0-721d14000207 req-9990b0b9-7fbe-485b-a7df-fc7615cc89e8 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:04.365552 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50595cb6-3ebb-44d9-8aa0-721d14000207 req-9990b0b9-7fbe-485b-a7df-fc7615cc89e8 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0540738 Oct 14 18:04:04.414457 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-50595cb6-3ebb-44d9-8aa0-721d14000207 req-b3f7928b-48bb-4c32-993b-f21f44786111 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432763 Oct 14 18:04:04.878794 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d6372-cca2-425f-b087-3624c8f6304d req-62f4eee0-9a38-4401-8a08-301a4512614d tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:04.880213 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f96d6372-cca2-425f-b087-3624c8f6304d req-62f4eee0-9a38-4401-8a08-301a4512614d tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 946 time: 0.0469470 Oct 14 18:04:04.926561 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f96d6372-cca2-425f-b087-3624c8f6304d req-0bd9c283-be43-4f42-ae1d-45d3b796fddf tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Oct 14 18:04:05.438796 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-08ffb9d1-a6b4-4702-bc32-dfb37e744cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:05.440335 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-08ffb9d1-a6b4-4702-bc32-dfb37e744cc9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1129 time: 0.0396955 Oct 14 18:04:05.542898 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-86e223ff-61f2-45e0-9db6-fa91fc56bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:05.544382 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-86e223ff-61f2-45e0-9db6-fa91fc56bc17 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 909 time: 0.0983720 Oct 14 18:04:05.551358 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af32a0-48fb-414e-b6e9-a2f0e1689de2 req-8f2180dc-9295-4db8-b59a-414674ad60fd tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:05.552787 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-07af32a0-48fb-414e-b6e9-a2f0e1689de2 req-8f2180dc-9295-4db8-b59a-414674ad60fd tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0563569 Oct 14 18:04:05.564668 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:05.628912 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-07af32a0-48fb-414e-b6e9-a2f0e1689de2 req-d725d4a9-aa23-4eb9-823f-ad2ee684896c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702055 Oct 14 18:04:05.644822 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61104-089c-4c96-869c-04fea3af8476 req-6e7cb3be-cee4-4b0a-8e8f-0fefd223b8e6 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:05.646276 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3e61104-089c-4c96-869c-04fea3af8476 req-6e7cb3be-cee4-4b0a-8e8f-0fefd223b8e6 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 946 time: 0.0579982 Oct 14 18:04:05.694427 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e3e61104-089c-4c96-869c-04fea3af8476 req-b3326568-aa53-45dd-8b00-568e6bc24b89 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Oct 14 18:04:06.453407 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:06.750238 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59de90d-91cc-43e1-b0f8-5572d1f0ae00 req-2deff24e-f3a3-422b-8938-82979037ad75 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:06.752298 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b59de90d-91cc-43e1-b0f8-5572d1f0ae00 req-2deff24e-f3a3-422b-8938-82979037ad75 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0471942 Oct 14 18:04:06.837007 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef570890-d549-4303-8580-2b0e3408ff4a req-f261d1d1-58b5-41d3-81b0-75f88be04902 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:06.838443 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ef570890-d549-4303-8580-2b0e3408ff4a req-f261d1d1-58b5-41d3-81b0-75f88be04902 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 946 time: 0.0676966 Oct 14 18:04:06.842208 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b59de90d-91cc-43e1-b0f8-5572d1f0ae00 req-679380e2-5af6-4c20-8901-191047244338 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845084 Oct 14 18:04:06.887053 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ef570890-d549-4303-8580-2b0e3408ff4a req-ff366bd2-1637-4af2-b9da-5cf4125d31b6 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8ac63c79-fbb8-4c2a-a917-37330917f2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Oct 14 18:04:06.971729 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-325ac2ee-31e6-4f46-a92d-09ec3ca69e1a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 1001 time: 0.0600731 Oct 14 18:04:07.304130 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-439b0491-c302-42ce-a496-c66623301fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:07.306460 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-439b0491-c302-42ce-a496-c66623301fef service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.0472174 Oct 14 18:04:07.315500 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-17bfb88b-9c77-4ea2-9dae-e18ef292ac05 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:07.316950 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-17bfb88b-9c77-4ea2-9dae-e18ef292ac05 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 946 time: 0.0520709 Oct 14 18:04:07.620489 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-da0d9cb9-7093-4060-a3b0-f331226566f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:07.622124 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-da0d9cb9-7093-4060-a3b0-f331226566f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457339 Oct 14 18:04:07.665582 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Deleting port f8ddfed0-39f2-4230-b124-d320c480df40 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:04:07.666123 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:07.728047 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-39f05ea0-2934-452b-8351-9fcea1d7d7ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975626 Oct 14 18:04:07.775420 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] For port f8ddfed0-39f2-4230-b124-d320c480df40, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f8ddfed0-39f2-4230-b124-d320c480df40,segment=NetworkSegment(e4f8e4d8-2164-4448-a678-745d7d076025),segment_id=e4f8e4d8-2164-4448-a678-745d7d076025)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:07.777114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:07.808632 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Calling delete_port for f8ddfed0-39f2-4230-b124-d320c480df40 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:04:07.817145 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:07.840122 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-b3c9c7db-5d27-495a-8362-d02c22b774fd req-41d242c4-adc4-4cac-b8a6-848c31f91deb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020517 Oct 14 18:04:07.990636 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db092dea-b0a0-4dd0-82db-be4d12dac22b req-69843e63-2d81-4f01-abc8-590f5a22a023 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:07.992120 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db092dea-b0a0-4dd0-82db-be4d12dac22b req-69843e63-2d81-4f01-abc8-590f5a22a023 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0724933 Oct 14 18:04:08.012052 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (f8ddfed0-39f2-4230-b124-d320c480df40), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:08.015716 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-703a90d5-e55f-45d0-89b7-ede14cdc5ffe req-1444f026-ed4d-4ff0-b8b8-13c98581d1ff tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0449536 Oct 14 18:04:08.024368 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['f8ddfed0-39f2-4230-b124-d320c480df40'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:04:08.070457 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Pushing event deleted for resources: {'Port': ['ID=f8ddfed0-39f2-4230-b124-d320c480df40,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:08.108150 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.109180 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.109649 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.109993 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.110329 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.110661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.110995 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.111322 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.111661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.112002 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.112325 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.112653 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.112975 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.113295 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.113616 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:08.136229 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] No DVR routers for this DVR port f8ddfed0-39f2-4230-b124-d320c480df40 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:04:08.138639 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:08.141940 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1a69d8e3-fc94-4553-b6ba-3de8653c8223 req-14c73a1b-5f2a-4be0-ae64-f3b959d74994 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f8ddfed0-39f2-4230-b124-d320c480df40 HTTP/1.1" status: 204 len: 173 time: 0.5654678 Oct 14 18:04:08.142430 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'name': 'network-vif-deleted', 'tag': 'f8ddfed0-39f2-4230-b124-d320c480df40'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:08.144678 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c720a-40e5-40e4-b159-53da68b1c51b" -d '{"events": [{"server_uuid": "6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3", "name": "network-vif-deleted", "tag": "f8ddfed0-39f2-4230-b124-d320c480df40"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:08.150995 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-db092dea-b0a0-4dd0-82db-be4d12dac22b req-69b30f90-cd23-47e4-94b1-cadeb05cfa68 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400359 Oct 14 18:04:08.184347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049a6c0c-56a4-436b-9fba-044d42d4474c x-openstack-request-id: req-049a6c0c-56a4-436b-9fba-044d42d4474c {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:08.184658 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3", "name": "network-vif-deleted", "tag": "f8ddfed0-39f2-4230-b124-d320c480df40", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:08.184912 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-049a6c0c-56a4-436b-9fba-044d42d4474c {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:08.185317 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049a6c0c-56a4-436b-9fba-044d42d4474c'] response: {'server_uuid': '6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3', 'name': 'network-vif-deleted', 'tag': 'f8ddfed0-39f2-4230-b124-d320c480df40', 'status': 'completed', 'code': 200} Oct 14 18:04:09.133842 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c3ef92bc-c316-46d2-a9c1-962923616fe7 req-67163ada-816a-4b89-a9a2-046336ac6000 tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0293632 Oct 14 18:04:09.283064 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13006a7-daed-436e-a649-39c9dab8b09b req-4e0a9912-234a-429d-a9df-296601f5c048 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:09.285640 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f13006a7-daed-436e-a649-39c9dab8b09b req-4e0a9912-234a-429d-a9df-296601f5c048 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0541203 Oct 14 18:04:09.311255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:09.336793 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f13006a7-daed-436e-a649-39c9dab8b09b req-6d75be81-0714-4213-b750-d93ad5048e50 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456264 Oct 14 18:04:10.285978 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1193e825-38b9-4da9-8368-99692d5c74c8 req-41e6984d-de0c-4a34-8dde-1692ba58beac tempest-VolumesActionsTest-2088591025 tempest-VolumesActionsTest-2088591025-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6e13efb5-9fbf-4207-ad1a-8cad1fd3dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0298617 Oct 14 18:04:10.349725 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f8ddfed0-39f2-4230-b124-d320c480df40 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:04:10.383762 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: f8ddfed0-39f2-4230-b124-d320c480df40 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:04:10.384079 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f8ddfed0-39f2-4230-b124-d320c480df40 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:04:10.466270 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e907812-d96d-4a45-82fc-68fe06e46315 req-f9072510-35e3-40c5-b09b-cba20bec7197 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:10.467776 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e907812-d96d-4a45-82fc-68fe06e46315 req-f9072510-35e3-40c5-b09b-cba20bec7197 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0478435 Oct 14 18:04:10.519611 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8e907812-d96d-4a45-82fc-68fe06e46315 req-9d7b35f5-885d-459c-9393-fd4e23bd4ecf tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461354 Oct 14 18:04:10.764225 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-695ef42b-c840-49f5-b89a-7d9932dd1f85 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703149 Oct 14 18:04:10.777854 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7a088-de86-4d73-8e34-68d8d4c040a8 req-3a814aa4-96b2-48c7-a86c-c12bd8955de8 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:10.779537 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-02e7a088-de86-4d73-8e34-68d8d4c040a8 req-3a814aa4-96b2-48c7-a86c-c12bd8955de8 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0563042 Oct 14 18:04:10.839747 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-02e7a088-de86-4d73-8e34-68d8d4c040a8 req-dae33ebe-052e-440b-8343-9fa2a7480c43 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453048 Oct 14 18:04:10.849487 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94e6a-a80e-440a-9790-19c89018684f req-3e16fe21-9e5e-4874-9d92-dd7fc49e336d tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:10.850819 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-3e16fe21-9e5e-4874-9d92-dd7fc49e336d tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports/f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 942 time: 0.0558209 Oct 14 18:04:10.974558 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966efba9-659d-4612-b5de-71e51a55cd40 req-36017719-d2c2-42fa-be6e-de020dbc9394 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:10.976066 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-966efba9-659d-4612-b5de-71e51a55cd40 req-36017719-d2c2-42fa-be6e-de020dbc9394 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0500355 Oct 14 18:04:11.026620 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-966efba9-659d-4612-b5de-71e51a55cd40 req-6678ed36-2a93-4508-a625-3974184b06e6 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449443 Oct 14 18:04:11.965110 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c602a-7444-47a0-86d5-57cb80fc7a3b req-dd467aa0-09b8-410e-a355-96beb6d0c537 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:11.966566 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-105c602a-7444-47a0-86d5-57cb80fc7a3b req-dd467aa0-09b8-410e-a355-96beb6d0c537 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0490079 Oct 14 18:04:12.019612 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-105c602a-7444-47a0-86d5-57cb80fc7a3b req-f0bbd9e9-39ae-43f3-a305-3d5deddcb344 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473664 Oct 14 18:04:12.157503 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f1ca9-0803-44ba-8d84-dfe675fa76f1 req-192a9965-969c-4f69-bde3-0ffd02043d51 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:12.159005 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7e7f1ca9-0803-44ba-8d84-dfe675fa76f1 req-192a9965-969c-4f69-bde3-0ffd02043d51 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0473335 Oct 14 18:04:12.191405 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:12.206941 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-7e7f1ca9-0803-44ba-8d84-dfe675fa76f1 req-44918092-43fa-440a-a990-3a91a2160985 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423844 Oct 14 18:04:13.146884 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d00edd-6cde-4d5b-a665-b7072c7ab118 req-16a5b669-0e7e-4416-a5fd-7ba90159e4c9 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:13.148383 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-63d00edd-6cde-4d5b-a665-b7072c7ab118 req-16a5b669-0e7e-4416-a5fd-7ba90159e4c9 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0508931 Oct 14 18:04:13.197363 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-63d00edd-6cde-4d5b-a665-b7072c7ab118 req-915ba005-1f8a-4a05-a1a5-31056e8b763c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Oct 14 18:04:13.233493 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:04:13.309955 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf is: ACTIVE; New status is: DOWN {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:04:13.310254 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:13.334033 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:13.334661 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1885b-ebbd-40ea-91f4-8a78734a5e06 req-f4a2ad2d-d4dc-4020-bbc3-94f0d39e5962 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:13.336286 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c9d1885b-ebbd-40ea-91f4-8a78734a5e06 req-f4a2ad2d-d4dc-4020-bbc3-94f0d39e5962 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0477593 Oct 14 18:04:13.336440 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddce4756-85d8-426a-a7ac-f6ff0f0423ac" -d '{"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:13.350132 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:13.356683 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:13.383470 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1730068-3041-415f-96d9-8563a08b7177 x-openstack-request-id: req-c1730068-3041-415f-96d9-8563a08b7177 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:13.383760 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-unplugged", "status": "failed", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf", "code": 422}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:13.384037 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c1730068-3041-415f-96d9-8563a08b7177 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:13.384469 dv-cinder-749155-15-iscsi neutron-server[104409]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c1730068-3041-415f-96d9-8563a08b7177']: {'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'code': 422} returned with failed status Oct 14 18:04:13.395351 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c9d1885b-ebbd-40ea-91f4-8a78734a5e06 req-c6083d10-43c0-4a73-9721-99afe6fdd35b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524850 Oct 14 18:04:13.413377 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=6']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:14.318614 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b99ee-c01a-4807-88fe-d2a7ec7b1be9 req-fbafc34b-2427-4fc5-9723-18ae569245cf tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:14.320069 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8b8b99ee-c01a-4807-88fe-d2a7ec7b1be9 req-fbafc34b-2427-4fc5-9723-18ae569245cf tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0499001 Oct 14 18:04:14.369093 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-8b8b99ee-c01a-4807-88fe-d2a7ec7b1be9 req-3bad514f-6a7c-4fd6-b25f-24f9de00a147 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Oct 14 18:04:14.516731 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d9326-4ee9-4b3f-9001-9ff0aa657656 req-c0f97da5-e5a3-434e-98c1-4209a81dd9d2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:14.518178 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ff5d9326-4ee9-4b3f-9001-9ff0aa657656 req-c0f97da5-e5a3-434e-98c1-4209a81dd9d2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0464928 Oct 14 18:04:14.565276 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ff5d9326-4ee9-4b3f-9001-9ff0aa657656 req-da6c72bb-c303-4f13-82c4-7dacd0ce7953 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415034 Oct 14 18:04:15.450840 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-40a4245b-405a-4b2d-8d75-8b493f3620ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:15.523236 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4382d-02c7-440c-b7b6-76f3dbc16107 req-907e1290-cc69-47a8-b5bc-16e8d377e29b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:15.524735 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a4a4382d-02c7-440c-b7b6-76f3dbc16107 req-907e1290-cc69-47a8-b5bc-16e8d377e29b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0801177 Oct 14 18:04:15.540266 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-1a51110d-cf94-4b4e-873c-fe7071bbcb9a tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:15.541736 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-1a51110d-cf94-4b4e-873c-fe7071bbcb9a tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0663373 Oct 14 18:04:15.618684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:15.642760 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a4a4382d-02c7-440c-b7b6-76f3dbc16107 req-5e81e873-46d8-44df-82ae-db64be2a2fb2 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092412 Oct 14 18:04:15.689404 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port 53884c64-df9a-4e54-bf1f-86264cf92326 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:04:15.689662 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:15.715165 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0814-321c-4caf-beb8-c20bb18c1442 req-3c885d9e-0b74-4704-af24-bae659fed2c9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:15.716645 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4dbd0814-321c-4caf-beb8-c20bb18c1442 req-3c885d9e-0b74-4704-af24-bae659fed2c9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 946 time: 0.0729666 Oct 14 18:04:15.817788 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4dbd0814-321c-4caf-beb8-c20bb18c1442 req-e4f6b4b5-28e2-4ab3-adf3-6bef7622fc4f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6db2eec9-c649-4257-8718-7bbdd24a3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756121 Oct 14 18:04:15.824422 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] For port 53884c64-df9a-4e54-bf1f-86264cf92326, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=53884c64-df9a-4e54-bf1f-86264cf92326,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:15.824791 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:15.996873 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:15.997231 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (6679ffa7-fa1c-472c-a8d5-03fd7203e0d6), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:15.997669 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP 6679ffa7-fa1c-472c-a8d5-03fd7203e0d6 disassociated. External IP: 172.27.3.105, port: 53884c64-df9a-4e54-bf1f-86264cf92326. Oct 14 18:04:15.997875 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for 53884c64-df9a-4e54-bf1f-86264cf92326 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:04:16.059343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:16.139845 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (53884c64-df9a-4e54-bf1f-86264cf92326), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:16.173495 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=53884c64-df9a-4e54-bf1f-86264cf92326,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:16.294464 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:04:16.412318 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:04:16.422932 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:04:16.434414 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:04:16.434878 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:03:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:16.469198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] No DVR routers for this DVR port 53884c64-df9a-4e54-bf1f-86264cf92326 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:04:16.472988 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:16.477225 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b3418b2e-e57f-4ba0-a796-d4e1c7ff9182 req-2770c7b5-e39d-4e91-b503-9d92302f9708 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "DELETE /networking/v2.0/ports/53884c64-df9a-4e54-bf1f-86264cf92326 HTTP/1.1" status: 204 len: 173 time: 0.9227200 Oct 14 18:04:16.478327 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'name': 'network-vif-deleted', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:16.481094 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4d72b-02d0-4964-9561-7d517024ef1d" -d '{"events": [{"server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "name": "network-vif-deleted", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:16.532225 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78e6cea-8b30-4320-b278-76a2430fe7bf x-openstack-request-id: req-f78e6cea-8b30-4320-b278-76a2430fe7bf {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:16.533308 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9f14d-978a-4f1a-95cf-38e34758bb00", "name": "network-vif-deleted", "tag": "53884c64-df9a-4e54-bf1f-86264cf92326", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:16.533728 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f78e6cea-8b30-4320-b278-76a2430fe7bf {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:16.534287 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78e6cea-8b30-4320-b278-76a2430fe7bf'] response: {'server_uuid': 'c8f9f14d-978a-4f1a-95cf-38e34758bb00', 'name': 'network-vif-deleted', 'tag': '53884c64-df9a-4e54-bf1f-86264cf92326', 'status': 'completed', 'code': 200} Oct 14 18:04:16.572750 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:04:16.827010 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:16.912583 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94e6a-a80e-440a-9790-19c89018684f req-ab3135bc-ba05-42c0-8066-eafad2e5ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:16.914747 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-ab3135bc-ba05-42c0-8066-eafad2e5ffaa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98&tenant_id=16610892c7d34b28a2ee5313a4bea23b HTTP/1.1" status: 200 len: 1127 time: 0.1492109 Oct 14 18:04:16.923537 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:16.925595 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8575f-ff7d-4865-9763-f0c3a0e3d5a5 req-1ea7d45a-9f4a-479d-a2ee-5706970c3213 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:16.927462 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5e8575f-ff7d-4865-9763-f0c3a0e3d5a5 req-1ea7d45a-9f4a-479d-a2ee-5706970c3213 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.1096387 Oct 14 18:04:16.975266 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:04:16.993443 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:04:16.994934 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:03:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:17.040218 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:17.122781 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:04:17.279454 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:17.356765 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:17.383715 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4eaaa-4b45-42a2-bebe-62e550ad22b1 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:04:17.404625 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c2e8dd10-7f3e-4b00-8cd3-f351f1961b87 req-3235d416-241a-41df-bbf0-c98093fdf315 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c8f9f14d-978a-4f1a-95cf-38e34758bb00 HTTP/1.1" status: 200 len: 210 time: 0.0985560 Oct 14 18:04:17.412981 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94e6a-a80e-440a-9790-19c89018684f req-381e85d3-ef1b-4109-8937-d573c21861ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:17.414468 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-381e85d3-ef1b-4109-8937-d573c21861ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1127 time: 0.4714608 Oct 14 18:04:17.420680 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d5e8575f-ff7d-4865-9763-f0c3a0e3d5a5 req-6b6dd3c2-c15c-4a29-965b-c1fed1d06c0c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4837587 Oct 14 18:04:17.568704 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94e6a-a80e-440a-9790-19c89018684f req-16bea928-5f5e-4f68-8cf2-6e0f33bf8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:17.571173 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-16bea928-5f5e-4f68-8cf2-6e0f33bf8565 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 909 time: 0.1498818 Oct 14 18:04:17.650132 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-dfc625f7-0e5f-468b-9eff-3f16c04226c2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 999 time: 0.0708194 Oct 14 18:04:17.718798 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94e6a-a80e-440a-9790-19c89018684f req-e6b23943-8465-446c-a19f-bcb787b3a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:17.720762 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-e6b23943-8465-446c-a19f-bcb787b3a187 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.0635688 Oct 14 18:04:17.775695 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94e6a-a80e-440a-9790-19c89018684f req-26901efe-8314-48dd-b923-1e6c0a0f6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:17.777586 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-26901efe-8314-48dd-b923-1e6c0a0f6d60 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478187 Oct 14 18:04:17.782857 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd309b-5f72-48ae-a5a5-d3ba5b10d5d1 None None] New status for floating IP 6679ffa7-fa1c-472c-a8d5-03fd7203e0d6: DOWN {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:04:17.888112 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-394b100a-a880-4da2-899f-7b89467bc3ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970140 Oct 14 18:04:17.930410 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ad1adbaf-cd7a-473a-89f2-2bb80a5c254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:18.032648 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ced94e6a-a80e-440a-9790-19c89018684f req-74cab22a-3ff9-48cd-a911-08e46db17b37 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371646 Oct 14 18:04:18.521191 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50192) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:18.575448 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:18.645633 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d88cc-b7b2-4002-8286-ca5810481a8c req-975b45ac-81a2-46fc-9889-041597dc796f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:18.647828 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-236d88cc-b7b2-4002-8286-ca5810481a8c req-975b45ac-81a2-46fc-9889-041597dc796f tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0928566 Oct 14 18:04:18.684846 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6819cb39-cb3c-41e9-8a81-b0bbc335aaf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (6db2eec9-c649-4257-8718-7bbdd24a3dc3), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:18.738468 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6819cb39-cb3c-41e9-8a81-b0bbc335aaf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (6db2eec9-c649-4257-8718-7bbdd24a3dc3), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:18.777412 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-236d88cc-b7b2-4002-8286-ca5810481a8c req-5fab64d2-fe4b-4438-9670-d9a6de76527d tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206117 Oct 14 18:04:18.822559 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6819cb39-cb3c-41e9-8a81-b0bbc335aaf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (6db2eec9-c649-4257-8718-7bbdd24a3dc3), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:18.825591 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-6819cb39-cb3c-41e9-8a81-b0bbc335aaf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:18.830651 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-6819cb39-cb3c-41e9-8a81-b0bbc335aaf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6db2eec9-c649-4257-8718-7bbdd24a3dc3 HTTP/1.1" status: 204 len: 168 time: 0.3044839 Oct 14 18:04:18.831460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50194) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:18.839184 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819cb39-cb3c-41e9-8a81-b0bbc335aaf7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db2eec9-c649-4257-8718-7bbdd24a3dc3,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:18.850110 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.api.v2.resource [None req-c2c412b9-e271-4dee-9cad-a482e974a1d8 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] show failed (client error): The resource could not be found. Oct 14 18:04:18.854741 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c2c412b9-e271-4dee-9cad-a482e974a1d8 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups/6db2eec9-c649-4257-8718-7bbdd24a3dc3 HTTP/1.1" status: 404 len: 347 time: 0.0216582 Oct 14 18:04:18.856110 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50196) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:18.990954 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port f6ce2fa7-e4b1-4c7e-97d6-14f05972697c {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:04:18.991211 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.081543 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.085584 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.085936 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.099846 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for f6ce2fa7-e4b1-4c7e-97d6-14f05972697c owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:04:19.186070 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=100 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:19.256259 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (f6ce2fa7-e4b1-4c7e-97d6-14f05972697c), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.261466 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:19.284617 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=f6ce2fa7-e4b1-4c7e-97d6-14f05972697c,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:19.358398 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (6679ffa7-fa1c-472c-a8d5-03fd7203e0d6), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.362655 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.363868 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-9875274d-12d2-4e46-821d-0b40648ce5b4 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6679ffa7-fa1c-472c-a8d5-03fd7203e0d6 HTTP/1.1" status: 204 len: 168 time: 0.5064473 Oct 14 18:04:19.436551 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50204) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:19.441170 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-4734a878-b0d2-40d1-9f13-e3c8c8e641dc tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707253589', 'description': 'tempest-description--895431128'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:04:19.465814 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4734a878-b0d2-40d1-9f13-e3c8c8e641dc tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.551460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4734a878-b0d2-40d1-9f13-e3c8c8e641dc tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (b489b46a-3338-4ea8-820b-0171e0c01037), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.556312 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4734a878-b0d2-40d1-9f13-e3c8c8e641dc tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b489b46a-3338-4ea8-820b-0171e0c01037), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.595307 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-4734a878-b0d2-40d1-9f13-e3c8c8e641dc tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.596675 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-4734a878-b0d2-40d1-9f13-e3c8c8e641dc tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1590607 Oct 14 18:04:19.597662 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734a878-b0d2-40d1-9f13-e3c8c8e641dc tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b489b46a-3338-4ea8-820b-0171e0c01037,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:19.599815 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50206) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:19.604431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-708ef403-d1bd-4e69-a396-e6428f30eb8e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': 'b489b46a-3338-4ea8-820b-0171e0c01037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:04:19.646034 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-708ef403-d1bd-4e69-a396-e6428f30eb8e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (4db34eab-3848-4092-a64c-1adef748a77c), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.724637 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-708ef403-d1bd-4e69-a396-e6428f30eb8e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (4db34eab-3848-4092-a64c-1adef748a77c), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.732310 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-708ef403-d1bd-4e69-a396-e6428f30eb8e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (4db34eab-3848-4092-a64c-1adef748a77c), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.752341 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef403-d1bd-4e69-a396-e6428f30eb8e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db34eab-3848-4092-a64c-1adef748a77c,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:19.759255 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-708ef403-d1bd-4e69-a396-e6428f30eb8e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.763252 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-708ef403-d1bd-4e69-a396-e6428f30eb8e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597114 Oct 14 18:04:19.763400 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50210) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:19.768238 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-89031a7c-e5b6-4262-a2bc-82b36a50df64 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'security_group_rule': {'security_group_id': 'b489b46a-3338-4ea8-820b-0171e0c01037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:04:19.801705 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-89031a7c-e5b6-4262-a2bc-82b36a50df64 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (9c2e705e-d7fc-434d-acdb-bf3ea0472219), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.882498 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-89031a7c-e5b6-4262-a2bc-82b36a50df64 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (9c2e705e-d7fc-434d-acdb-bf3ea0472219), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.889982 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-89031a7c-e5b6-4262-a2bc-82b36a50df64 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670519'] for security_group_rule (9c2e705e-d7fc-434d-acdb-bf3ea0472219), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.921767 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89031a7c-e5b6-4262-a2bc-82b36a50df64 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2e705e-d7fc-434d-acdb-bf3ea0472219,revision_number=0']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:19.932280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120374c0-e47b-485f-bcc9-d42e3f9d2adb req-dd6cf948-26fd-4d10-b89b-e5d422da0a3a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:19.936310 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-89031a7c-e5b6-4262-a2bc-82b36a50df64 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:19.939105 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-89031a7c-e5b6-4262-a2bc-82b36a50df64 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747024 Oct 14 18:04:19.942387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-120374c0-e47b-485f-bcc9-d42e3f9d2adb req-dd6cf948-26fd-4d10-b89b-e5d422da0a3a tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0771809 Oct 14 18:04:19.942647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50216) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:19.949112 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:04:19.991626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.015813 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-120374c0-e47b-485f-bcc9-d42e3f9d2adb req-5fbcb9b3-8535-450c-a535-6e00cfc2bf60 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713730 Oct 14 18:04:20.088612 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:04:20.100275 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.231389 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_common [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.27.3.74 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/4e5f5193-af25-463a-94e6-31b3f1e18091) {{(pid=104408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:04:20.236447 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:20.238395 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:20.347244 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.359971 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 53884c64-df9a-4e54-bf1f-86264cf92326 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:04:20.381562 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 53884c64-df9a-4e54-bf1f-86264cf92326 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:04:20.381943 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 53884c64-df9a-4e54-bf1f-86264cf92326 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:04:20.411396 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.461490 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:04:20.465081 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=4e5f5193-af25-463a-94e6-31b3f1e18091,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:20.467777 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.base_scheduler [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:04:20.470754 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:04:20.557853 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (ae95696b-ee3d-4e3d-9046-13170b8600a2), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.617479 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.617715 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.635210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.799055 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.805887 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59133302'] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.885581 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (ae95696b-ee3d-4e3d-9046-13170b8600a2), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.896502 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=4e5f5193-af25-463a-94e6-31b3f1e18091,revision_number=2']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:20.905209 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:20.908509 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d8d96197-7120-49c7-a2de-c6847c285fea tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9647141 Oct 14 18:04:21.119418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:21.179052 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b575412-a9c7-4d7e-9943-b98a43a34d2a req-aeaa4cef-cfc1-4d67-a6b4-02bdcd568df0 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:21.180586 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6b575412-a9c7-4d7e-9943-b98a43a34d2a req-aeaa4cef-cfc1-4d67-a6b4-02bdcd568df0 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0679400 Oct 14 18:04:21.184367 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-4e37bf3b-b711-4116-8c9f-32975e0fe3db tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1707253589&fields=id&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 267 time: 0.1009393 Oct 14 18:04:21.293133 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6b575412-a9c7-4d7e-9943-b98a43a34d2a req-d5b27213-518c-46d6-a905-ccba269e19f3 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055477 Oct 14 18:04:21.346431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-4e041db2-1132-46da-9fa0-26c85a4d2186 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:21.348243 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-4e041db2-1132-46da-9fa0-26c85a4d2186 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1533370 Oct 14 18:04:21.366252 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-1b96677d-0471-47e6-91d9-e6b6cfcb580e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/quotas/bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 375 time: 0.0125821 Oct 14 18:04:21.422370 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-ac6b1fa7-e1b6-49a0-9074-6d7ecfd864e7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507107 Oct 14 18:04:21.544428 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-130e2384-718d-4266-93af-8fd791496d6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101587 Oct 14 18:04:21.650672 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-2f348fec-7473-44e4-a59d-3d13d4c63203 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038690 Oct 14 18:04:21.843249 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-49c14f75-ff86-44cb-83c2-7cfc5a3951bf req-0a850f29-07a0-4818-863a-9fc31134bec8 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 210 time: 0.0327859 Oct 14 18:04:22.461313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f07899-db91-42d1-a4b1-0b53edfcf1ad req-3fa30f4e-2333-4f5b-9499-9dbf8fbde979 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:22.462828 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-61f07899-db91-42d1-a4b1-0b53edfcf1ad req-3fa30f4e-2333-4f5b-9499-9dbf8fbde979 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0605743 Oct 14 18:04:22.537320 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-61f07899-db91-42d1-a4b1-0b53edfcf1ad req-7275390d-d02c-4f27-a3f5-1b520292c0d8 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682015 Oct 14 18:04:22.963110 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2834b205-957c-4d35-beb6-99f0beaefa52 req-22fadd07-b308-4e9e-adb7-fd478d784727 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 210 time: 0.0299380 Oct 14 18:04:23.251031 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:23.261574 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-17126aec-28a4-4b77-b4a9-09b8053f329c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:23.263053 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-17126aec-28a4-4b77-b4a9-09b8053f329c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 815 time: 0.1525855 Oct 14 18:04:23.339470 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-a33edbbf-ab33-48a2-8f35-8db8808d6f33 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfdb342c57b144a384e9938fa4c6e0bf HTTP/1.1" status: 200 len: 380 time: 0.0649207 Oct 14 18:04:23.519698 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'port': {'device_id': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'admin_state_up': True, 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'security_groups': ['b489b46a-3338-4ea8-820b-0171e0c01037']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:04:23.701473 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Made reservation on behalf of bfdb342c57b144a384e9938fa4c6e0bf for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:04:23.706988 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:23.729046 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995d9aa-ada9-46ae-8412-5c7b3e23576e req-c679f78b-7d51-4250-8162-4f3a4b3f5c15 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:23.730976 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a995d9aa-ada9-46ae-8412-5c7b3e23576e req-c679f78b-7d51-4250-8162-4f3a4b3f5c15 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0940974 Oct 14 18:04:23.796782 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:23.896448 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a995d9aa-ada9-46ae-8412-5c7b3e23576e req-b91b3609-5662-44fc-a26c-72abaa441343 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585162 Oct 14 18:04:23.933575 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Allocated IP 172.20.0.10 (2dc29fa6-a064-4dfe-be69-6fc039570894/963a8c62-bd6c-4315-8880-f31fc7ae4cc7/55d10375-8213-422c-94dc-809a535266c0) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:04:24.122284 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for port (55d10375-8213-422c-94dc-809a535266c0), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:24.125987 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fa43e990-2733-4bf7-abd7-7ba7df380030 req-4e7f76e0-2653-40aa-9791-4769a711484e tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 210 time: 0.0694418 Oct 14 18:04:24.165908 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (55d10375-8213-422c-94dc-809a535266c0), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:24.191760 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:04:24.209327 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:04:24.213890 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:04:24.275824 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:24.276505 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:24.279280 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event updated for resources: {'Port': ['ID=55d10375-8213-422c-94dc-809a535266c0,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:24.300597 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-f15ec2fd-ad99-4012-b5d8-c59c88ac996c tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7855017 Oct 14 18:04:24.315012 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Request body: {'port': {'device_id': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:04:24.401242 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (55d10375-8213-422c-94dc-809a535266c0), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:24.506298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-4c01d3a0-3b2b-46d4-a226-fc55b1b781c3 None None] Provisioning complete for port 55d10375-8213-422c-94dc-809a535266c0 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:04:24.506847 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4c01d3a0-3b2b-46d4-a226-fc55b1b781c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (55d10375-8213-422c-94dc-809a535266c0), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:24.506948 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-4c01d3a0-3b2b-46d4-a226-fc55b1b781c3 None None] Attempt 1 to provision port 55d10375-8213-422c-94dc-809a535266c0 Oct 14 18:04:24.543076 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-4c01d3a0-3b2b-46d4-a226-fc55b1b781c3 None None] Port 55d10375-8213-422c-94dc-809a535266c0 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:04:24.561601 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:24.717267 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d10375-8213-422c-94dc-809a535266c0 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:04:24.724088 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:24.726549 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Publish callbacks [] for port (55d10375-8213-422c-94dc-809a535266c0), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:24.742787 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Transition to ACTIVE for port object 55d10375-8213-422c-94dc-809a535266c0 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:04:24.748114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (55d10375-8213-422c-94dc-809a535266c0), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:24.836343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Pushing event updated for resources: {'Port': ['ID=55d10375-8213-422c-94dc-809a535266c0,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:24.870560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Attempting to bind port 55d10375-8213-422c-94dc-809a535266c0 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:04:24.870895 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Attempting to bind port 55d10375-8213-422c-94dc-809a535266c0 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:04:24.871225 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Attempting to bind port 55d10375-8213-422c-94dc-809a535266c0 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:04:24.919946 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Port 55d10375-8213-422c-94dc-809a535266c0 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:04:24.920526 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Attempting to bind port 55d10375-8213-422c-94dc-809a535266c0 on network 2dc29fa6-a064-4dfe-be69-6fc039570894 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:04:24.977793 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:04:24.978510 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Checking segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:04:24.980107 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Bound using segment: {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:04:24.980761 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Bound port: 55d10375-8213-422c-94dc-809a535266c0, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fba29d-a423-4acb-bce6-e503a5e428b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:04:24.981464 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (55d10375-8213-422c-94dc-809a535266c0), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:25.075983 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652274f-a1f2-48a4-8c3a-e929eea990a6 req-00555f82-ee0d-4814-86a9-fcd2501d392b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:25.077520 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f652274f-a1f2-48a4-8c3a-e929eea990a6 req-00555f82-ee0d-4814-86a9-fcd2501d392b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0798912 Oct 14 18:04:25.110302 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] For port 55d10375-8213-422c-94dc-809a535266c0, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:04:25.126829 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] For port 55d10375-8213-422c-94dc-809a535266c0, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=55d10375-8213-422c-94dc-809a535266c0,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:04:25.145981 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (55d10375-8213-422c-94dc-809a535266c0), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:25.156747 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:25.157452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:25.158843 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/55d10375-8213-422c-94dc-809a535266c0 HTTP/1.1" status: 200 len: 1094 time: 0.8508244 Oct 14 18:04:25.159400 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'tag': '55d10375-8213-422c-94dc-809a535266c0'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:25.161667 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "tag": "55d10375-8213-422c-94dc-809a535266c0"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:25.186561 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f652274f-a1f2-48a4-8c3a-e929eea990a6 req-91fde285-9942-4563-8ce0-3a2ce0995064 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007962 Oct 14 18:04:25.252964 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e9403-d4c7-43e8-9b30-a82931106e04 service neutron] Pushing event updated for resources: {'Port': ['ID=55d10375-8213-422c-94dc-809a535266c0,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:25.259976 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d938e-a96f-4bbc-b745-02e3884303f6 x-openstack-request-id: req-9a1d938e-a96f-4bbc-b745-02e3884303f6 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:25.260341 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "tag": "55d10375-8213-422c-94dc-809a535266c0", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:25.260516 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a1d938e-a96f-4bbc-b745-02e3884303f6 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:25.260913 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1d938e-a96f-4bbc-b745-02e3884303f6'] response: {'name': 'network-changed', 'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'tag': '55d10375-8213-422c-94dc-809a535266c0', 'status': 'completed', 'code': 200} Oct 14 18:04:25.272219 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-0961102c-3a10-4f02-a616-2455fe5d3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:25.273721 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-0961102c-3a10-4f02-a616-2455fe5d3404 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 1128 time: 0.0544050 Oct 14 18:04:25.337744 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-ee5b4f7d-fd8c-4756-b787-c3193ffb47ee service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d10375-8213-422c-94dc-809a535266c0 HTTP/1.1" status: 200 len: 217 time: 0.0545330 Oct 14 18:04:25.411381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053719c-33dd-4aef-8920-bc09660eb0a9 req-97975de0-faae-4acb-b04b-7b8a8280e871 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:25.413058 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5053719c-33dd-4aef-8920-bc09660eb0a9 req-97975de0-faae-4acb-b04b-7b8a8280e871 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 944 time: 0.1223104 Oct 14 18:04:25.439906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-393b2a98-5388-4935-bf08-d5d2fb11b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:25.439906 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-393b2a98-5388-4935-bf08-d5d2fb11b49a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0785434 Oct 14 18:04:25.520594 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110450-f157-4751-954f-e37bac4032a0 req-f601952b-496b-462c-8579-4440c00e6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:25.521990 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-f601952b-496b-462c-8579-4440c00e6afa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0766082 Oct 14 18:04:25.526149 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5053719c-33dd-4aef-8920-bc09660eb0a9 req-77324b77-0bf1-4985-974c-e3a79198b61f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035717 Oct 14 18:04:25.585247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:25.637239 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-ddfad484-961d-4153-b1d6-18fbf7f33a3f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045527 Oct 14 18:04:25.726537 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:25.744309 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f8110450-f157-4751-954f-e37bac4032a0 req-2d893180-2959-4a0d-bedb-b8c78bef3d4f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001585 Oct 14 18:04:26.332796 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b8e84-805a-4059-950e-01646d42abb2 req-7de3b002-d823-47c7-bf25-c14d01524aa8 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:26.337872 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d68b8e84-805a-4059-950e-01646d42abb2 req-7de3b002-d823-47c7-bf25-c14d01524aa8 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 943 time: 0.0535064 Oct 14 18:04:26.377049 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:04:26.410980 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d68b8e84-805a-4059-950e-01646d42abb2 req-b5a3c6ac-d747-4973-8a6d-211200fc420b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705252 Oct 14 18:04:26.512630 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:26.530854 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:26.543041 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'port_id': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'mac_address': 'fa:16:3e:e9:73:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:04:26.585334 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:04:26.585805 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:26.600676 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:04:26.633081 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:26.643013 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-ac2f936b-9728-47d1-82a3-72890de62780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:26.643639 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:26.644639 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-ac2f936b-9728-47d1-82a3-72890de62780 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 1128 time: 0.0436652 Oct 14 18:04:26.705529 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=7']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:26.713342 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.713976 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.714479 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.714977 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.715468 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.715989 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.716492 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.717001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.717342 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.717693 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.718726 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.719063 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.719400 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.719734 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.720083 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:26.760520 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-677f8751-6117-4d6c-88f3-1bae4e20d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:26.762058 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-677f8751-6117-4d6c-88f3-1bae4e20d892 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 916 time: 0.1113183 Oct 14 18:04:26.822678 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-e7dc9791-93c7-416a-b02d-d495fb5552ca service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d10375-8213-422c-94dc-809a535266c0 HTTP/1.1" status: 200 len: 217 time: 0.0437615 Oct 14 18:04:26.834984 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a2b8b-ee21-4f60-a1e4-fb7c6a7949c9 req-27660c3f-82f8-4f28-958f-0dce1cbb3bf0 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:26.836653 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a2b8b-ee21-4f60-a1e4-fb7c6a7949c9 req-27660c3f-82f8-4f28-958f-0dce1cbb3bf0 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 944 time: 0.0891116 Oct 14 18:04:26.906179 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:04:26.908432 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-0a706983-0746-4352-9d27-134d5aae4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:26.910052 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-0a706983-0746-4352-9d27-134d5aae4ee4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0718896 Oct 14 18:04:26.956285 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-919a2b8b-ee21-4f60-a1e4-fb7c6a7949c9 req-31b705c1-8de6-4eee-88a7-6da696705df9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066697 Oct 14 18:04:26.963004 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-3e9f6291-bce9-4f9d-b2d6-8e729f6f55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:26.964660 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-3e9f6291-bce9-4f9d-b2d6-8e729f6f55b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464449 Oct 14 18:04:27.083392 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-1cf860cc-03d2-407f-bf09-fe1aa9266163 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121817 Oct 14 18:04:27.217225 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1fccf94f-c9de-4cda-bc21-6bf4dbbcf4f6 req-1a338096-5add-4f55-a61b-f295c69f827c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276095 Oct 14 18:04:27.558998 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b2a2a-416b-455c-b65c-a2e70c3adc11 req-09f0ddf5-102b-429d-8ba0-b5745a71fea7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:27.560820 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-988b2a2a-416b-455c-b65c-a2e70c3adc11 req-09f0ddf5-102b-429d-8ba0-b5745a71fea7 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 944 time: 0.0632095 Oct 14 18:04:27.614192 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-988b2a2a-416b-455c-b65c-a2e70c3adc11 req-fd9aa502-8263-4d05-8187-58e2c94ac7ab tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467818 Oct 14 18:04:28.107093 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c40313-4080-4db7-ab1c-917dc3ade130 req-64ea5c10-2f1a-4ad8-8aac-db7a15fce3a7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:28.108813 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83c40313-4080-4db7-ab1c-917dc3ade130 req-64ea5c10-2f1a-4ad8-8aac-db7a15fce3a7 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 944 time: 0.0534308 Oct 14 18:04:28.165064 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-83c40313-4080-4db7-ab1c-917dc3ade130 req-95df0fb2-77d0-4d3d-95f8-f25e89d7ca36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494585 Oct 14 18:04:28.375042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 55d10375-8213-422c-94dc-809a535266c0 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:04:28.387150 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:04:28.504632 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:04:28.505322 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:28.505910 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf Oct 14 18:04:28.532805 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:28.590036 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 55d10375-8213-422c-94dc-809a535266c0, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=55d10375-8213-422c-94dc-809a535266c0,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:28.628915 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '55d10375-8213-422c-94dc-809a535266c0', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'port_id': '55d10375-8213-422c-94dc-809a535266c0', 'mac_address': 'fa:16:3e:9e:0a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:04:28.674343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:04:28.674850 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:28.726780 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:28.728187 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:28.731326 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf75e29-e16d-49dc-9aaa-822c89821d41" -d '{"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-plugged", "status": "completed", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:28.734766 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 55d10375-8213-422c-94dc-809a535266c0 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:04:28.735457 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (55d10375-8213-422c-94dc-809a535266c0), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:28.740249 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:28.784268 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f6318-4cfd-4930-bbb6-a4d43c8d5ea5 req-4730e62f-cfc6-4f2e-95b2-e61250418899 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:28.786323 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f66f6318-4cfd-4930-bbb6-a4d43c8d5ea5 req-4730e62f-cfc6-4f2e-95b2-e61250418899 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 944 time: 0.0801699 Oct 14 18:04:28.787476 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d10375-8213-422c-94dc-809a535266c0 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:04:28.811050 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 55d10375-8213-422c-94dc-809a535266c0, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=55d10375-8213-422c-94dc-809a535266c0,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:28.821947 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (55d10375-8213-422c-94dc-809a535266c0), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:28.835997 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982c8b1b-96cb-4e25-9b97-958a88502b30 x-openstack-request-id: req-982c8b1b-96cb-4e25-9b97-958a88502b30 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:28.837215 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-plugged", "status": "completed", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:28.837575 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-982c8b1b-96cb-4e25-9b97-958a88502b30 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:28.838069 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982c8b1b-96cb-4e25-9b97-958a88502b30'] response: {'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'code': 200} Oct 14 18:04:28.839246 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:28.868825 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f66f6318-4cfd-4930-bbb6-a4d43c8d5ea5 req-c2445983-5fb3-4d86-8dd4-8e6a18414f6e tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715668 Oct 14 18:04:28.870212 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=8']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:28.960159 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=55d10375-8213-422c-94dc-809a535266c0,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:29.081844 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386c86a-2f9a-4088-8017-d920ce2ac47d req-58441066-73aa-4a1d-adf9-f89a1b980dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:29.083856 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0386c86a-2f9a-4088-8017-d920ce2ac47d req-58441066-73aa-4a1d-adf9-f89a1b980dbe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1129 time: 0.0487845 Oct 14 18:04:29.107211 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['55d10375-8213-422c-94dc-809a535266c0'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:04:29.141632 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:29.160576 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-0386c86a-2f9a-4088-8017-d920ce2ac47d req-0218e5fb-5f75-41ef-bfb9-492221c072a1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692172 Oct 14 18:04:29.242509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:29.272835 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:29.306150 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db74295-12f8-4f62-8761-d3a8aba2db6c req-c79ad0dc-0f30-4456-96da-fe7c92f60722 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:29.307916 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2db74295-12f8-4f62-8761-d3a8aba2db6c req-c79ad0dc-0f30-4456-96da-fe7c92f60722 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 945 time: 0.0547025 Oct 14 18:04:29.366450 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2db74295-12f8-4f62-8761-d3a8aba2db6c req-dd82b8fb-2d48-4f60-a232-380df337d00a tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510452 Oct 14 18:04:30.018319 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb3c76-9b6d-4c40-89dc-9962462ae23b req-33c9936b-c153-407f-9741-bdfa2fbafdf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:30.019836 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-65eb3c76-9b6d-4c40-89dc-9962462ae23b req-33c9936b-c153-407f-9741-bdfa2fbafdf1 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0590742 Oct 14 18:04:30.075214 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-65eb3c76-9b6d-4c40-89dc-9962462ae23b req-33544f94-6ad1-473c-9ec9-af4a4ac62e42 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487721 Oct 14 18:04:30.381806 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 55d10375-8213-422c-94dc-809a535266c0 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:04:30.439306 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 55d10375-8213-422c-94dc-809a535266c0 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:04:30.447441 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 55d10375-8213-422c-94dc-809a535266c0 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:04:30.447855 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (55d10375-8213-422c-94dc-809a535266c0), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:30.448278 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 55d10375-8213-422c-94dc-809a535266c0 Oct 14 18:04:30.516505 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da097a5e-33b5-4647-8dae-937b01f5b41c req-1188e59e-1898-4c1c-be45-fd6f6ebbc723 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:30.523487 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da097a5e-33b5-4647-8dae-937b01f5b41c req-1188e59e-1898-4c1c-be45-fd6f6ebbc723 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 945 time: 0.0671511 Oct 14 18:04:30.546372 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 55d10375-8213-422c-94dc-809a535266c0 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:04:30.546809 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (55d10375-8213-422c-94dc-809a535266c0), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:30.576082 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-da097a5e-33b5-4647-8dae-937b01f5b41c req-9eac152b-1d29-4c97-b80e-5e65bab6c499 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514207 Oct 14 18:04:30.592602 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 55d10375-8213-422c-94dc-809a535266c0, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=55d10375-8213-422c-94dc-809a535266c0,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:30.603977 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (55d10375-8213-422c-94dc-809a535266c0), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:30.658581 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=55d10375-8213-422c-94dc-809a535266c0,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:30.839509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d10375-8213-422c-94dc-809a535266c0'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:30.841968 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c12a5ca-92c7-4790-a6d7-457de755ed5f" -d '{"events": [{"server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "name": "network-vif-plugged", "status": "completed", "tag": "55d10375-8213-422c-94dc-809a535266c0"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:30.878497 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=67,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:30.887237 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6df34a-5acd-4c80-a5f8-3c4122ce6b2d x-openstack-request-id: req-3a6df34a-5acd-4c80-a5f8-3c4122ce6b2d {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:30.887579 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "name": "network-vif-plugged", "status": "completed", "tag": "55d10375-8213-422c-94dc-809a535266c0", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:30.887859 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3a6df34a-5acd-4c80-a5f8-3c4122ce6b2d {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:30.888314 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6df34a-5acd-4c80-a5f8-3c4122ce6b2d'] response: {'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d10375-8213-422c-94dc-809a535266c0', 'code': 200} Oct 14 18:04:30.897299 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:31.098620 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a2b9f-e81f-4cab-b057-471a4d0ca5bf req-dad97619-6bcb-4854-b69c-33cf35c5f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:31.100238 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1e1a2b9f-e81f-4cab-b057-471a4d0ca5bf req-dad97619-6bcb-4854-b69c-33cf35c5f249 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 1130 time: 0.0451803 Oct 14 18:04:31.169478 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-1e1a2b9f-e81f-4cab-b057-471a4d0ca5bf req-237b5a3a-93b0-44a6-97a2-42b01e586d27 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627408 Oct 14 18:04:31.234989 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3697b04-99f3-4280-aef1-f813e32515ad req-85dfff97-3003-4a1d-b194-12e26dc34a11 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:31.238221 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3697b04-99f3-4280-aef1-f813e32515ad req-85dfff97-3003-4a1d-b194-12e26dc34a11 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0544755 Oct 14 18:04:31.292690 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3697b04-99f3-4280-aef1-f813e32515ad req-e05ae1ff-faaa-4f59-bffc-a708d469573d tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482199 Oct 14 18:04:31.712365 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3ac2d-cb89-47e5-97ba-ab75f2c654a5 req-98096631-6e5f-481f-bea2-08ee5cb823a2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:31.713934 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b8c3ac2d-cb89-47e5-97ba-ab75f2c654a5 req-98096631-6e5f-481f-bea2-08ee5cb823a2 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 946 time: 0.0500271 Oct 14 18:04:31.768031 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-b8c3ac2d-cb89-47e5-97ba-ab75f2c654a5 req-3d7ed123-9e68-4e40-a3e2-a78d3d462324 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467045 Oct 14 18:04:32.038702 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:32.039421 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:32.907207 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775f03b-0acd-4b02-aa94-3f696c5592a3 req-81b03a08-3d85-4008-96e6-4be77a036bde tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:32.908882 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4775f03b-0acd-4b02-aa94-3f696c5592a3 req-81b03a08-3d85-4008-96e6-4be77a036bde tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 946 time: 0.0520275 Oct 14 18:04:32.959563 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4775f03b-0acd-4b02-aa94-3f696c5592a3 req-0bcba9ee-c43e-4af3-8a5f-b669e6da16d9 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 Oct 14 18:04:33.081389 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267294e7-439c-49f5-9397-3ef41fd92a94 req-e856d23d-023d-4aef-9082-95b61fe15c33 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:33.083090 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-267294e7-439c-49f5-9397-3ef41fd92a94 req-e856d23d-023d-4aef-9082-95b61fe15c33 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 946 time: 0.0496168 Oct 14 18:04:33.094315 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50426) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:33.100619 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.v2.base [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Request body: {'floatingip': {'port_id': '55d10375-8213-422c-94dc-809a535266c0'}} {{(pid=104408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:04:33.146433 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (ae95696b-ee3d-4e3d-9046-13170b8600a2), before_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:33.582259 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:33.585923 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (ae95696b-ee3d-4e3d-9046-13170b8600a2), after_update {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:33.679936 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP ae95696b-ee3d-4e3d-9046-13170b8600a2 associated. External IP: 172.27.3.74, port: 55d10375-8213-422c-94dc-809a535266c0. Oct 14 18:04:34.102829 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:04:34.207822 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:04:34.212704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.217142 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:04:34.227477 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:04:34.228110 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:04:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:34.242659 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-135a47a9-ba68-4c36-882c-346602ae48df tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/ae95696b-ee3d-4e3d-9046-13170b8600a2 HTTP/1.1" status: 200 len: 991 time: 1.1465466 Oct 14 18:04:34.243302 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'tag': '55d10375-8213-422c-94dc-809a535266c0'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:04:34.245544 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a7f35-9812-45d2-8ad2-b86f3cefdf54" -d '{"events": [{"name": "network-changed", "server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "tag": "55d10375-8213-422c-94dc-809a535266c0"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:34.280942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50438) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:34.290464 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a07366-4ea7-4e61-b3ce-15147cfbccba x-openstack-request-id: req-e7a07366-4ea7-4e61-b3ce-15147cfbccba {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:34.290737 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "tag": "55d10375-8213-422c-94dc-809a535266c0", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:34.290989 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e7a07366-4ea7-4e61-b3ce-15147cfbccba {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:34.291380 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a07366-4ea7-4e61-b3ce-15147cfbccba'] response: {'name': 'network-changed', 'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'tag': '55d10375-8213-422c-94dc-809a535266c0', 'status': 'completed', 'code': 200} Oct 14 18:04:34.330382 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] Deleting subnet ab37499a-52a8-4a27-afc2-8af743d17aaa {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:04:34.333197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:34.334049 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] Publish callbacks [] for subnet (ab37499a-52a8-4a27-afc2-8af743d17aaa), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.341747 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:04:34.362129 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:34.367317 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-046ffc2d-6abe-46ef-89ed-99957f7799c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:34.372605 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-046ffc2d-6abe-46ef-89ed-99957f7799c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 1130 time: 0.0561357 Oct 14 18:04:34.374212 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (ab37499a-52a8-4a27-afc2-8af743d17aaa), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.424161 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (ab37499a-52a8-4a27-afc2-8af743d17aaa), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.485937 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-4e2b0744-9eca-4ce0-addc-613bef150866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:34.487845 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-4e2b0744-9eca-4ce0-addc-613bef150866 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 200 len: 916 time: 0.1084752 Oct 14 18:04:34.488984 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (ab37499a-52a8-4a27-afc2-8af743d17aaa), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.516250 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab37499a-52a8-4a27-afc2-8af743d17aaa,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:34.520518 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.524015 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1dfaddce-9bb1-48a8-a0dd-bf2f2b501d3b admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ab37499a-52a8-4a27-afc2-8af743d17aaa HTTP/1.1" status: 204 len: 168 time: 0.2419832 Oct 14 18:04:34.526292 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50440) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:34.561358 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-aca425cc-01d1-4dd0-95ed-282f7de98c0b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d10375-8213-422c-94dc-809a535266c0 HTTP/1.1" status: 200 len: 999 time: 0.0671041 Oct 14 18:04:34.600470 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (52d83ba1-6fb0-435a-a3bb-555ed9736066), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.612935 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-8daae345-efe7-40eb-97c7-87393f263615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:34.614304 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-8daae345-efe7-40eb-97c7-87393f263615 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 200 len: 854 time: 0.0452828 Oct 14 18:04:34.654103 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:34.663569 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-e5a102e1-a2c3-4ace-8369-330ff05b93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:04:34.665183 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-e5a102e1-a2c3-4ace-8369-330ff05b93a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2dc29fa6-a064-4dfe-be69-6fc039570894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450728 Oct 14 18:04:34.685444 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (52d83ba1-6fb0-435a-a3bb-555ed9736066), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.689590 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:34.708209 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d83ba1-6fb0-435a-a3bb-555ed9736066']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:34.718087 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f8e4d8-2164-4448-a678-745d7d076025') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:34.718385 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f8e4d8-2164-4448-a678-745d7d076025') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:34.730166 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'ae95696b-ee3d-4e3d-9046-13170b8600a2', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '55d10375-8213-422c-94dc-809a535266c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:9e:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:04:20Z', 'updated_at': '2022-10-14T18:04:33Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:34.730449 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (e4f8e4d8-2164-4448-a678-745d7d076025), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.748248 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (e4f8e4d8-2164-4448-a678-745d7d076025), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.756326 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:04:34.756777 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (e4f8e4d8-2164-4448-a678-745d7d076025), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.760847 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-bb6c683f-4a37-43b2-b4a4-47418aee7a63 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894020 Oct 14 18:04:34.766609 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:04:34.781848 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:04:34.783596 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:04:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:34.826657 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (52d83ba1-6fb0-435a-a3bb-555ed9736066), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.845480 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:34.849445 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/52d83ba1-6fb0-435a-a3bb-555ed9736066 HTTP/1.1" status: 204 len: 168 time: 0.3219903 Oct 14 18:04:34.850621 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88640c70-2d1b-45b8-a224-b36cb8afa8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=52d83ba1-6fb0-435a-a3bb-555ed9736066,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:34.893885 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-797a7f35-9812-45d2-8ad2-b86f3cefdf54 req-038fd2b7-1b06-440b-959d-27e894d8a903 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267927 Oct 14 18:04:34.911548 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:04:34.929500 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment e4f8e4d8-2164-4448-a678-745d7d076025 resource provider aggregate not found Oct 14 18:04:34.948456 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment e4f8e4d8-2164-4448-a678-745d7d076025 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4f8e4d8-2164-4448-a678-745d7d076025 found for delete ", "request_id": "req-1d33ca89-36ee-433b-bb70-a48e9e5bd2a0"}]} Oct 14 18:04:34.998762 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50450) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:35.035294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:35.042185 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-7d0b50f8-3ed3-47f4-9478-fbac99024147 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b0b92ab9577946a3af15e4698bd5b1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400441 Oct 14 18:04:35.042412 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50452) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:04:35.099090 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c02b6ac7-1fe1-4c67-8219-9a0eb9fa6ee2 admin admin] Publish callbacks [] for security_group (8ac63c79-fbb8-4c2a-a917-37330917f2f7), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:35.119544 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c02b6ac7-1fe1-4c67-8219-9a0eb9fa6ee2 admin admin] Publish callbacks [] for security_group (8ac63c79-fbb8-4c2a-a917-37330917f2f7), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:35.155747 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'ae95696b-ee3d-4e3d-9046-13170b8600a2', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '55d10375-8213-422c-94dc-809a535266c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:9e:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:04:20Z', 'updated_at': '2022-10-14T18:04:33Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:35.169510 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c02b6ac7-1fe1-4c67-8219-9a0eb9fa6ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8ac63c79-fbb8-4c2a-a917-37330917f2f7), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:35.172149 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c02b6ac7-1fe1-4c67-8219-9a0eb9fa6ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:35.176179 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c02b6ac7-1fe1-4c67-8219-9a0eb9fa6ee2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8ac63c79-fbb8-4c2a-a917-37330917f2f7 HTTP/1.1" status: 204 len: 168 time: 0.1305346 Oct 14 18:04:35.185684 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f892e-4ff9-49dc-8ba6-2dd5ab4863fc None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'ae95696b-ee3d-4e3d-9046-13170b8600a2', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'port_id': '55d10375-8213-422c-94dc-809a535266c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'mac_address': 'fa:16:3e:9e:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:04:20Z', 'updated_at': '2022-10-14T18:04:33Z', 'revision_number': 1, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:04:35.187325 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b6ac7-1fe1-4c67-8219-9a0eb9fa6ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac63c79-fbb8-4c2a-a917-37330917f2f7,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:35.405268 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9ccc3-6efe-4c33-9b68-0e73e9d1f343 None None] New status for floating IP ae95696b-ee3d-4e3d-9046-13170b8600a2: ACTIVE {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:04:36.459605 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:44.817635 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:44.850704 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=35,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:45.154215 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:45.182675 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:45.200915 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=9 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:45.453731 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-49e8a3d2-9fbe-4413-992e-328927a25bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:45.609901 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:DELETE=1,neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:45.613280 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:04:47.915840 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c31c2408-edde-46cb-b363-960c06a9b82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:49.077090 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:50.605713 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:50.627951 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:04:57.087286 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:05:00.617310 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:00.621593 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:00.623702 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:06.469879 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:09.033658 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:09.040128 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:10.336148 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-d9eba5bb-b833-46e4-92c3-7411a3622748 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390942 Oct 14 18:05:10.417050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-2bd62aca-a344-4041-8b33-e777f30e95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:10.418517 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-2bd62aca-a344-4041-8b33-e777f30e95cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1129 time: 0.0389636 Oct 14 18:05:10.796550 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-217b7b7b-8a19-4eac-bb9c-38bb3d09f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:10.797999 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-217b7b7b-8a19-4eac-bb9c-38bb3d09f980 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 909 time: 0.3580549 Oct 14 18:05:10.860078 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-be8860ea-70a1-4fbd-8b4b-1948a08f7d1f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 1001 time: 0.0542970 Oct 14 18:05:10.911536 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-7ba51a9c-d4f9-4684-bec3-e6455858078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:10.912952 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-7ba51a9c-d4f9-4684-bec3-e6455858078d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.0453434 Oct 14 18:05:10.956862 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-b27a03b1-b4dd-4857-833b-c1eda51d9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:10.958302 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-b27a03b1-b4dd-4857-833b-c1eda51d9f85 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383456 Oct 14 18:05:11.048036 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-25b52695-5e9a-4bd4-b8ec-0a9a765f92a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825331 Oct 14 18:05:11.140637 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ee9bd4a5-fdef-4fbd-bae2-c744c065b0a7 req-937863a6-2008-4482-945d-65c7cd68b66e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854232 Oct 14 18:05:15.456008 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-439a9934-3676-4997-8650-3a4106d74d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:17.917956 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-dda774bb-c286-4bf7-9d82-96713e9b220a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:19.079462 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:20.610452 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:20.630292 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:21.136284 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=48 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:21.138160 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=53 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:21.964336 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-6f0aaa70-f237-457e-a1b8-e047a8b2715c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-804492061&fields=id&tenant_id=87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 267 time: 0.0444694 Oct 14 18:05:22.073689 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-9e1b8194-ec9a-4b36-a10c-2b175de62d47 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:22.075135 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-9e1b8194-ec9a-4b36-a10c-2b175de62d47 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 811 time: 0.1046495 Oct 14 18:05:22.089389 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-72486e75-be96-48e0-925a-1da8601e6b62 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/quotas/87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 375 time: 0.0088310 Oct 14 18:05:22.140446 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-42de60ad-e28f-48ae-b770-4968213c7b0c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462329 Oct 14 18:05:22.155783 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-977b3658-fb4d-4020-aa79-2851f0aa1e9a service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 18:05:22.156772 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-977b3658-fb4d-4020-aa79-2851f0aa1e9a service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052755 Oct 14 18:05:22.249780 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-8a6cf43b-0ab7-4d22-bf1d-95cabfa2484b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867229 Oct 14 18:05:22.341606 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-a155708a-808a-4e20-9c2a-7f39b4676d94 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862625 Oct 14 18:05:22.641791 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a592358f-e96c-4bb8-89e2-dec375a9f023 req-23e0aa56-9170-4deb-9e74-659353147147 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 210 time: 0.0282366 Oct 14 18:05:23.743762 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6b42cae4-f8f5-4adb-89ad-f1f68dd21321 req-cd66e761-76ae-43d9-a077-4e9dc9f0c1a1 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 210 time: 0.0281558 Oct 14 18:05:24.104328 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-2be0fc78-6ba5-42e9-bf89-783e986c7eea tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:24.105983 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-2be0fc78-6ba5-42e9-bf89-783e986c7eea tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 811 time: 0.1178596 Oct 14 18:05:24.170399 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-a2561794-bfa3-40ad-abc5-b63a3faca307 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=87b79c338b0047dfb68e9a5b9b16c51b HTTP/1.1" status: 200 len: 379 time: 0.0546362 Oct 14 18:05:24.410067 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'port': {'device_id': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'admin_state_up': True, 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'security_groups': ['99dcd1cf-c7ae-474e-8bd6-091b674add40']}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:05:24.519987 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Made reservation on behalf of 87b79c338b0047dfb68e9a5b9b16c51b for: {'port': 1} {{(pid=104407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:05:24.525477 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:24.653954 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Allocated IP 172.20.0.12 (976baf89-2f42-4a40-b24d-859f3e36aec4/acb5cb20-4ffa-4ae9-a602-bfd780ae316f/02347e31-dc6a-4aab-9546-9dc5f8f01816) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:05:24.687700 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:24.747868 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:24.802623 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:24.861007 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fc998a30-e39a-4b18-a681-1a4fc6324df0 req-a4975bb3-0d6a-4035-ace5-0e17baa0f965 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 210 time: 0.0320454 Oct 14 18:05:24.861992 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:24.915553 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:05:24.918651 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:05:24.921224 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:05:24.953537 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=02347e31-dc6a-4aab-9546-9dc5f8f01816,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:24.967963 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.968313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.968658 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.968999 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.969333 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.969664 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.969998 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.970324 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.970650 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.970976 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.971302 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.971627 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.971965 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.972292 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.972609 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:24.991057 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:24.991673 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.009441 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-751d8a50-53e0-4813-8cbf-3351bb31bb97 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6032856 Oct 14 18:05:25.022927 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Request body: {'port': {'device_id': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:05:25.094973 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.111858 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-d6a8492e-db2a-42f9-b617-1471f09ce615 None None] Provisioning complete for port 02347e31-dc6a-4aab-9546-9dc5f8f01816 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:05:25.112939 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-d6a8492e-db2a-42f9-b617-1471f09ce615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.113291 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-d6a8492e-db2a-42f9-b617-1471f09ce615 None None] Attempt 1 to provision port 02347e31-dc6a-4aab-9546-9dc5f8f01816 Oct 14 18:05:25.152583 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8492e-db2a-42f9-b617-1471f09ce615 None None] Port 02347e31-dc6a-4aab-9546-9dc5f8f01816 cannot update to ACTIVE because it is not bound. {{(pid=104409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 18:05:25.401851 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea5e6-5700-452c-ac91-860a599e3a22 req-1c805b41-6422-4b77-85e5-ef045ee5cdac tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:25.403316 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aedea5e6-5700-452c-ac91-860a599e3a22 req-1c805b41-6422-4b77-85e5-ef045ee5cdac tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 946 time: 0.0610445 Oct 14 18:05:25.446002 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02347e31-dc6a-4aab-9546-9dc5f8f01816 {{(pid=104407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:05:25.456178 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Publish callbacks [] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.485831 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.provisioning_blocks [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Transition to ACTIVE for port object 02347e31-dc6a-4aab-9546-9dc5f8f01816 will not be triggered until provisioned by entity L2. {{(pid=104407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 18:05:25.489823 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-aedea5e6-5700-452c-ac91-860a599e3a22 req-a78bc6c5-a8fe-4e98-9048-5d98388dfa36 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698876 Oct 14 18:05:25.490865 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.555682 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Pushing event updated for resources: {'Port': ['ID=02347e31-dc6a-4aab-9546-9dc5f8f01816,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:25.596561 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:25.607577 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Attempting to bind port 02347e31-dc6a-4aab-9546-9dc5f8f01816 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 18:05:25.607938 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Attempting to bind port 02347e31-dc6a-4aab-9546-9dc5f8f01816 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 18:05:25.608266 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Attempting to bind port 02347e31-dc6a-4aab-9546-9dc5f8f01816 on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:05:25.627479 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:25.651684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Port 02347e31-dc6a-4aab-9546-9dc5f8f01816 on network 976baf89-2f42-4a40-b24d-859f3e36aec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:05:25.652041 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Attempting to bind port 02347e31-dc6a-4aab-9546-9dc5f8f01816 on network 976baf89-2f42-4a40-b24d-859f3e36aec4 {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:05:25.696767 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Checking agent: {'id': '10e2fd8c-4640-4949-8526-fc52da6ca38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'started_at': datetime.datetime(2022, 10, 14, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 18:05:25.697017 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Checking segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 18:05:25.697395 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Bound using segment: {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'} {{(pid=104407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 18:05:25.697830 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.managers [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Bound port: 02347e31-dc6a-4aab-9546-9dc5f8f01816, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba15097-630c-45f1-be84-a4da3829d7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4'}}] {{(pid=104407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 18:05:25.698185 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.756798 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] For port 02347e31-dc6a-4aab-9546-9dc5f8f01816, host hv-cinder-74915, cleared binding levels {{(pid=104407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:05:25.759770 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] For port 02347e31-dc6a-4aab-9546-9dc5f8f01816, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:05:25.765717 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.769658 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:25.770270 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:25.772409 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/02347e31-dc6a-4aab-9546-9dc5f8f01816 HTTP/1.1" status: 200 len: 1094 time: 0.7549195 Oct 14 18:05:25.772952 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:05:25.775168 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d543bf0-2463-4382-ac03-f1e4e07a0fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:25.812732 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f45236f-073f-41ab-845e-040ecfbcbcb4 x-openstack-request-id: req-8f45236f-073f-41ab-845e-040ecfbcbcb4 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:25.813013 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:25.813264 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8f45236f-073f-41ab-845e-040ecfbcbcb4 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:25.813662 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f45236f-073f-41ab-845e-040ecfbcbcb4'] response: {'name': 'network-changed', 'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'status': 'completed', 'code': 200} Oct 14 18:05:25.823409 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81843282-ec56-43c0-899c-6bea004317f6 service neutron] Pushing event updated for resources: {'Port': ['ID=02347e31-dc6a-4aab-9546-9dc5f8f01816,revision_number=3']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:25.981786 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fac6ce-ff44-4721-b010-de11821e966d req-9179b2bf-5095-49df-9e59-b1a8888d0c35 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:25.983179 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a2fac6ce-ff44-4721-b010-de11821e966d req-9179b2bf-5095-49df-9e59-b1a8888d0c35 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0462606 Oct 14 18:05:26.034515 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a2fac6ce-ff44-4721-b010-de11821e966d req-0dd7ac9f-bbd0-46cb-8a3c-f40b949e6b2f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457311 Oct 14 18:05:26.613163 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a5080-1c2b-4276-aece-a212797aae6a req-ab14f75e-4f43-42cb-bfac-baf034d8c97f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:26.614546 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-854a5080-1c2b-4276-aece-a212797aae6a req-ab14f75e-4f43-42cb-bfac-baf034d8c97f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 946 time: 0.0451028 Oct 14 18:05:26.661122 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-854a5080-1c2b-4276-aece-a212797aae6a req-1edd0992-f10c-4da3-a465-c2754a6c6af1 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b489b46a-3338-4ea8-820b-0171e0c01037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Oct 14 18:05:26.815926 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543bf0-2463-4382-ac03-f1e4e07a0fb8 req-9188043f-765c-4c5a-88a2-7549ba834f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:26.817456 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5d543bf0-2463-4382-ac03-f1e4e07a0fb8 req-9188043f-765c-4c5a-88a2-7549ba834f2b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 1128 time: 0.0400872 Oct 14 18:05:26.917407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543bf0-2463-4382-ac03-f1e4e07a0fb8 req-3b4ec4a8-0c3f-4822-964f-a5607c2c0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:26.918761 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5d543bf0-2463-4382-ac03-f1e4e07a0fb8 req-3b4ec4a8-0c3f-4822-964f-a5607c2c0fcc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0938232 Oct 14 18:05:27.072803 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543bf0-2463-4382-ac03-f1e4e07a0fb8 req-138a8bf6-c130-4368-8d70-97d8880578bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:27.074351 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5d543bf0-2463-4382-ac03-f1e4e07a0fb8 req-138a8bf6-c130-4368-8d70-97d8880578bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899425 Oct 14 18:05:27.166444 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-3e5a4141-2efe-445b-855b-48960047fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:27.168029 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-3e5a4141-2efe-445b-855b-48960047fba1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 1128 time: 0.0414689 Oct 14 18:05:27.184715 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f35771-2331-4642-ba9b-c92bf500bcab req-a1a9c194-2c3c-4d40-8f5c-c38912c3adab tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:27.186433 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17f35771-2331-4642-ba9b-c92bf500bcab req-a1a9c194-2c3c-4d40-8f5c-c38912c3adab tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 946 time: 0.0848022 Oct 14 18:05:27.194388 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96df4e-d6bc-4d9e-847c-962cb6b8e9c7 req-2a494778-4631-49fd-aa88-fc750fe83c80 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:27.195843 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fd96df4e-d6bc-4d9e-847c-962cb6b8e9c7 req-2a494778-4631-49fd-aa88-fc750fe83c80 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0841444 Oct 14 18:05:27.213127 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-e6c387f2-02ed-4158-989e-8cbd145cd0f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816 HTTP/1.1" status: 200 len: 217 time: 0.0342016 Oct 14 18:05:27.267135 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-cb727080-7661-4d65-a2c3-b209af7347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:27.268608 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-cb727080-7661-4d65-a2c3-b209af7347dc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0492303 Oct 14 18:05:27.304922 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fd96df4e-d6bc-4d9e-847c-962cb6b8e9c7 req-c72aa778-3026-4cd2-abc6-7b713da82766 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009510 Oct 14 18:05:27.313322 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port 55d10375-8213-422c-94dc-809a535266c0 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:27.313646 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (55d10375-8213-422c-94dc-809a535266c0), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:27.316353 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-a54f3399-59f1-47c4-aac2-91ac45f2ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:27.318578 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-a54f3399-59f1-47c4-aac2-91ac45f2ad91 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401597 Oct 14 18:05:27.410742 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] For port 55d10375-8213-422c-94dc-809a535266c0, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=55d10375-8213-422c-94dc-809a535266c0,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:27.411114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (55d10375-8213-422c-94dc-809a535266c0), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:27.414063 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:27.414326 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-2f31510f-a79a-42ec-94d8-a5ede99ff1b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869801 Oct 14 18:05:27.419771 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:27.511924 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-3321a7a5-f5fb-4ce1-b664-6ef0e747dd05 req-d38166c2-3d15-4a03-9d3d-fd070583c3e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878701 Oct 14 18:05:27.581791 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:27.582229 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (ae95696b-ee3d-4e3d-9046-13170b8600a2), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:27.582619 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Floating IP ae95696b-ee3d-4e3d-9046-13170b8600a2 disassociated. External IP: 172.27.3.74, port: 55d10375-8213-422c-94dc-809a535266c0. Oct 14 18:05:27.582998 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for 55d10375-8213-422c-94dc-809a535266c0 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:27.711292 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (55d10375-8213-422c-94dc-809a535266c0), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:27.752479 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=55d10375-8213-422c-94dc-809a535266c0,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:27.778655 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e54f6931-83c9-4159-b58f-2a1b188a4d0d req-7095963b-9217-4cee-9d02-8b9937277792 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df1fa91-20a7-43df-bb18-9fbf5222709a HTTP/1.1" status: 200 len: 210 time: 0.0364451 Oct 14 18:05:27.878888 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:27.983578 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:27.994539 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:28.004637 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:28.005931 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:28.026684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] No DVR routers for this DVR port 55d10375-8213-422c-94dc-809a535266c0 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:05:28.029259 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:28.032455 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-17f35771-2331-4642-ba9b-c92bf500bcab req-6aa44cff-a7bb-4005-9135-70d66cd96597 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.25 "DELETE /networking/v2.0/ports/55d10375-8213-422c-94dc-809a535266c0 HTTP/1.1" status: 204 len: 173 time: 0.8357325 Oct 14 18:05:28.032940 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'name': 'network-vif-deleted', 'tag': '55d10375-8213-422c-94dc-809a535266c0'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:05:28.035169 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10097d77-9aa4-4835-85e7-a740da6d6537" -d '{"events": [{"server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "name": "network-vif-deleted", "tag": "55d10375-8213-422c-94dc-809a535266c0"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:28.076848 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108442e4-6beb-48cd-bd8b-6418d72f7d1f x-openstack-request-id: req-108442e4-6beb-48cd-bd8b-6418d72f7d1f {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:28.077135 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df1fa91-20a7-43df-bb18-9fbf5222709a", "name": "network-vif-deleted", "tag": "55d10375-8213-422c-94dc-809a535266c0", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:28.077381 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-108442e4-6beb-48cd-bd8b-6418d72f7d1f {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:28.077785 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108442e4-6beb-48cd-bd8b-6418d72f7d1f'] response: {'server_uuid': '9df1fa91-20a7-43df-bb18-9fbf5222709a', 'name': 'network-vif-deleted', 'tag': '55d10375-8213-422c-94dc-809a535266c0', 'status': 'completed', 'code': 200} Oct 14 18:05:28.124298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:28.330138 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:28.359678 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:28.371535 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:28.372197 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:28.426247 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ace57-b081-40c4-9132-5c1f106ba003 req-41473a88-04d8-4de2-95a3-ee6bccdb332f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:28.428292 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bb1ace57-b081-40c4-9132-5c1f106ba003 req-41473a88-04d8-4de2-95a3-ee6bccdb332f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0487044 Oct 14 18:05:28.477324 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bb1ace57-b081-40c4-9132-5c1f106ba003 req-57c0b665-656c-44c5-a050-c6700dcdc859 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Oct 14 18:05:28.478214 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:28.671709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:28.700897 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a34a8-eff1-4e4d-b2bc-d5dcd474c4c9 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:00:27Z', 'revision_number': 4, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '19e61a74-ccc3-487b-ad47-299a7c3d3e0d', 'name': '', 'network_id': '2dc29fa6-a064-4dfe-be69-6fc039570894', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'mac_address': 'fa:16:3e:de:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:27Z', 'updated_at': '2022-10-14T18:00:32Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'subnets': [{'id': '963a8c62-bd6c-4315-8880-f31fc7ae4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:28.876315 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50614) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:28.932149 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a66a4a-0f22-41ae-a07d-d98771c1dca1 None None] New status for floating IP ae95696b-ee3d-4e3d-9046-13170b8600a2: DOWN {{(pid=104410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:05:28.940548 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d5694789-2bb4-4ce6-bd85-5590c930ba96 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (b489b46a-3338-4ea8-820b-0171e0c01037), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:28.963474 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d5694789-2bb4-4ce6-bd85-5590c930ba96 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (b489b46a-3338-4ea8-820b-0171e0c01037), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.011976 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d5694789-2bb4-4ce6-bd85-5590c930ba96 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (b489b46a-3338-4ea8-820b-0171e0c01037), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.014453 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d5694789-2bb4-4ce6-bd85-5590c930ba96 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.015588 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d5694789-2bb4-4ce6-bd85-5590c930ba96 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b489b46a-3338-4ea8-820b-0171e0c01037 HTTP/1.1" status: 204 len: 168 time: 0.1381879 Oct 14 18:05:29.018496 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50616) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:29.019969 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:29.026101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5694789-2bb4-4ce6-bd85-5590c930ba96 tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b489b46a-3338-4ea8-820b-0171e0c01037,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:29.205377 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.api.v2.resource [None req-096de2ee-b364-46d5-8e7d-edb2ea4df07b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] show failed (client error): The resource could not be found. Oct 14 18:05:29.209390 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-096de2ee-b364-46d5-8e7d-edb2ea4df07b tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "GET /networking/v2.0/security-groups/b489b46a-3338-4ea8-820b-0171e0c01037 HTTP/1.1" status: 404 len: 347 time: 0.1863010 Oct 14 18:05:29.209630 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50620) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:29.331036 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Deleting port 4e5f5193-af25-463a-94e6-31b3f1e18091 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:29.331374 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.411054 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.412046 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (4e5f5193-af25-463a-94e6-31b3f1e18091), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.424801 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Calling delete_port for 4e5f5193-af25-463a-94e6-31b3f1e18091 owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:29.561566 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (4e5f5193-af25-463a-94e6-31b3f1e18091), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.592292 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Pushing event deleted for resources: {'Port': ['ID=4e5f5193-af25-463a-94e6-31b3f1e18091,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:29.601429 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bb01e-5935-4613-97ba-b77b05525178 req-59fc7fb8-6c87-4d7f-b17f-9a3ad3a155a3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:29.602931 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e78bb01e-5935-4613-97ba-b77b05525178 req-59fc7fb8-6c87-4d7f-b17f-9a3ad3a155a3 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0485396 Oct 14 18:05:29.617188 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.617536 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.617878 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.618215 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.618548 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.618880 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.619206 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.619528 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.619852 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.620199 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.620545 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.620852 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.621173 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.621493 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.621812 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:29.652524 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-e78bb01e-5935-4613-97ba-b77b05525178 req-a23059e9-6c72-48f0-a607-4c6d6420546a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437644 Oct 14 18:05:29.660044 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks [] for floatingip (ae95696b-ee3d-4e3d-9046-13170b8600a2), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.663262 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:29.664439 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-6a0a6b75-7c81-47af-aaba-94189a6a081f tempest-AttachVolumeNegativeTest-1693788931 tempest-AttachVolumeNegativeTest-1693788931-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ae95696b-ee3d-4e3d-9046-13170b8600a2 HTTP/1.1" status: 204 len: 168 time: 0.4538481 Oct 14 18:05:30.659632 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 55d10375-8213-422c-94dc-809a535266c0 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:30.661895 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:30.663407 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:30.684813 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 55d10375-8213-422c-94dc-809a535266c0 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:30.685191 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 55d10375-8213-422c-94dc-809a535266c0 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:30.791277 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760365e7-ca0a-4bce-8b9d-7752e8d3236b req-4e4e6eef-9670-401b-a3f3-44849a47cc19 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:30.792771 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-760365e7-ca0a-4bce-8b9d-7752e8d3236b req-4e4e6eef-9670-401b-a3f3-44849a47cc19 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0494139 Oct 14 18:05:30.814002 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:30.845234 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-760365e7-ca0a-4bce-8b9d-7752e8d3236b req-731a5e1d-9366-4cea-bd73-f07f8960e8c2 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463490 Oct 14 18:05:31.965185 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd3d7-2236-44e2-8d63-f07a045a45a4 req-f808f43d-1e57-403e-9cb2-0e8379987765 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:31.966610 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fd9dd3d7-2236-44e2-8d63-f07a045a45a4 req-f808f43d-1e57-403e-9cb2-0e8379987765 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0461478 Oct 14 18:05:32.015313 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-fd9dd3d7-2236-44e2-8d63-f07a045a45a4 req-0a895763-b483-445d-9ead-1afd9e6432c4 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431311 Oct 14 18:05:33.139141 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bed1e-6f69-4a7a-975c-995c34f9b4bc req-aad98ce0-8da7-4ffb-9eb8-24b18437dd03 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:33.140717 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cd1bed1e-6f69-4a7a-975c-995c34f9b4bc req-aad98ce0-8da7-4ffb-9eb8-24b18437dd03 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0494483 Oct 14 18:05:33.189512 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-cd1bed1e-6f69-4a7a-975c-995c34f9b4bc req-de5ba1dd-b598-4712-aa25-60a528275807 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Oct 14 18:05:33.353843 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50664) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:33.550662 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:33.641425 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:33.771899 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:33.993646 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Deleting port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:33.993899 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:34.073458 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] For port 19e61a74-ccc3-487b-ad47-299a7c3d3e0d, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:34.073810 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:34.086275 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:05:34.087145 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Calling delete_port for 19e61a74-ccc3-487b-ad47-299a7c3d3e0d owned by network:router_interface {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:34.268884 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (19e61a74-ccc3-487b-ad47-299a7c3d3e0d), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:34.297319 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e61a74-ccc3-487b-ad47-299a7c3d3e0d,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:34.316312 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4988-b107-4e54-b376-f066b14e78ed req-e35fcda0-2dd9-4774-932d-65b1218ca575 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:34.317861 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a2fb4988-b107-4e54-b376-f066b14e78ed req-e35fcda0-2dd9-4774-932d-65b1218ca575 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 944 time: 0.0502896 Oct 14 18:05:34.372438 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-a2fb4988-b107-4e54-b376-f066b14e78ed req-c2e918f7-8aa5-4e9f-a25b-3825dda860d4 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466323 Oct 14 18:05:34.416315 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:34.469694 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:34.475193 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:34.510950 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa6611-678d-460a-9ef4-adec74c2a3e1 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:05:34.533503 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:34.610369 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa6611-678d-460a-9ef4-adec74c2a3e1 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:05:34.669382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 02347e31-dc6a-4aab-9546-9dc5f8f01816 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=104409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:05:34.689859 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:34.792155 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:34.797382 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-85696868-7f30-4207-9876-fe7c6f22a413 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b5b53894-0b83-48c0-b3ac-4dcb22ccf842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4430342 Oct 14 18:05:34.800137 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50670) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:34.802354 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] Sync routers for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:34.856234 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:34.856929 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:34.902197 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks [] for router (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:34.909072 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 02347e31-dc6a-4aab-9546-9dc5f8f01816, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:34.928814 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Returning: {'device': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'port_id': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'mac_address': 'fa:16:3e:c2:fa:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:05:35.012302 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks [] for router_gateway (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.061634 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Deleting port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:35.062068 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.150505 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 02347e31-dc6a-4aab-9546-9dc5f8f01816 is: DOWN; New status is: BUILD {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:05:35.150891 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.166704 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:35.225518 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02347e31-dc6a-4aab-9546-9dc5f8f01816 {{(pid=104409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 18:05:35.287201 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 02347e31-dc6a-4aab-9546-9dc5f8f01816, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:35.295007 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.376985 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-bc4e5e59-29f2-48a4-b9d7-dc5226907e0d None None] Provisioning complete for port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:05:35.377351 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5e59-29f2-48a4-b9d7-dc5226907e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.377682 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-bc4e5e59-29f2-48a4-b9d7-dc5226907e0d None None] Attempt 1 to provision port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b Oct 14 18:05:35.397627 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] For port 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:35.398068 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.403532 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=02347e31-dc6a-4aab-9546-9dc5f8f01816,revision_number=4']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:35.412773 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Calling delete_port for 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 owned by network:router_gateway {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:35.439825 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.440210 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.440560 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.440899 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.441236 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.441566 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.441891 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.442214 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.442540 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.442870 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.443195 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.443517 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.443836 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.444245 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.444620 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:35.487998 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:05:34Z', 'revision_number': 5, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port': {'id': '3cbd2854-34e9-4026-be0e-9a5fcdbd77e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:23Z', 'updated_at': '2022-10-14T18:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:35.497547 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f3d7b-ae84-459e-8cc4-6774fdc2c50f req-3901ef58-5040-42fe-800c-b06047515385 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:35.499035 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d97f3d7b-ae84-459e-8cc4-6774fdc2c50f req-3901ef58-5040-42fe-800c-b06047515385 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Oct 14 18:05:35.545077 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] Checking router: b5b53894-0b83-48c0-b3ac-4dcb22ccf842 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:35.545944 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:35.553447 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d97f3d7b-ae84-459e-8cc4-6774fdc2c50f req-b0a46ca2-415f-4e7a-a000-c5c5909d3e1f tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487635 Oct 14 18:05:35.562414 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e5e59-29f2-48a4-b9d7-dc5226907e0d None None] Current status of the port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:05:35.565572 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] Routers {'b5b53894-0b83-48c0-b3ac-4dcb22ccf842'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:35.566476 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:35.592351 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:35.599071 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (3cbd2854-34e9-4026-be0e-9a5fcdbd77e2), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.608862 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] get_ports_and_sgs() called for port_ids ['02347e31-dc6a-4aab-9546-9dc5f8f01816'] {{(pid=104409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 18:05:35.625157 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbd2854-34e9-4026-be0e-9a5fcdbd77e2,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:35.692409 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.705738 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] Set router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 gateway port host: None {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:35.767402 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:05:35Z', 'revision_number': 6, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:35.780799 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.782968 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks [] for router_controller (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.804128 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea794408-4669-453a-abb6-28345fe879f7 None None] The sync data for ids ['b5b53894-0b83-48c0-b3ac-4dcb22ccf842'] in dv-cinder-749155-15-iscsi is: [{'id': 'b5b53894-0b83-48c0-b3ac-4dcb22ccf842', 'name': 'tempest-AttachVolumeNegativeTest-1954230406-router', 'tenant_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:22Z', 'updated_at': '2022-10-14T18:05:35Z', 'revision_number': 6, 'project_id': 'bfdb342c57b144a384e9938fa4c6e0bf', 'gw_port_host': None}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:35.826974 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (b5b53894-0b83-48c0-b3ac-4dcb22ccf842), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.827631 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b53894-0b83-48c0-b3ac-4dcb22ccf842 {{(pid=104408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:05:35.832020 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.836574 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1cbf9e5e-ef7c-4e7f-8e29-3a84d2e2b10f admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b5b53894-0b83-48c0-b3ac-4dcb22ccf842 HTTP/1.1" status: 204 len: 168 time: 1.0354691 Oct 14 18:05:35.838825 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50674) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:35.858091 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:35.885847 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] Deleting subnet 963a8c62-bd6c-4315-8880-f31fc7ae4cc7 {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:05:35.888991 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] Publish callbacks [] for subnet (963a8c62-bd6c-4315-8880-f31fc7ae4cc7), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.924424 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278077'] for subnet (963a8c62-bd6c-4315-8880-f31fc7ae4cc7), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:35.965515 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=100 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:36.003341 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (963a8c62-bd6c-4315-8880-f31fc7ae4cc7), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.056929 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4156598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3658229'] for subnet (963a8c62-bd6c-4315-8880-f31fc7ae4cc7), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.083075 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963a8c62-bd6c-4315-8880-f31fc7ae4cc7,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:36.088675 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.092326 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d74b1db1-380d-4334-aa63-b475044b6ba5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/963a8c62-bd6c-4315-8880-f31fc7ae4cc7 HTTP/1.1" status: 204 len: 168 time: 0.2525067 Oct 14 18:05:36.094154 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4ec61-b3ef-4344-8b92-a2ea6a606499 None None] Network 2dc29fa6-a064-4dfe-be69-6fc039570894 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:05:36.094825 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50676) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:36.171676 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (2dc29fa6-a064-4dfe-be69-6fc039570894), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.177597 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:36.222506 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Deleting port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:36.222849 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.224529 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:36.256042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] DHCP port deletion for 2dc29fa6-a064-4dfe-be69-6fc039570894 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:05:36.296632 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] For port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:36.297079 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.299921 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] Deleting port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:36.300294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.310408 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Calling delete_port for 5f0b03e6-fd00-4d99-bb0f-d83a1378307b owned by network:dhcp {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:36.354677 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:36.367924 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] For port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,segment=NetworkSegment(d4fba29d-a423-4acb-bce6-e503a5e428b6),segment_id=d4fba29d-a423-4acb-bce6-e503a5e428b6)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:36.368329 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.381451 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] Calling delete_port for 5f0b03e6-fd00-4d99-bb0f-d83a1378307b owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:36.396433 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.423510 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] No DVR routers for this DVR port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b on host dv-cinder-749155-15-iscsi {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:05:36.428080 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:36.473533 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (5f0b03e6-fd00-4d99-bb0f-d83a1378307b), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.494531 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.498453 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] Pushing event deleted for resources: {'Port': ['ID=5f0b03e6-fd00-4d99-bb0f-d83a1378307b,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:36.503973 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8667810-9b3f-4697-b6e0-5b56630c62aa None None] No DVR routers for this DVR port 5f0b03e6-fd00-4d99-bb0f-d83a1378307b on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:05:36.504415 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (2dc29fa6-a064-4dfe-be69-6fc039570894), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.527584 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc29fa6-a064-4dfe-be69-6fc039570894']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:36.536834 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fba29d-a423-4acb-bce6-e503a5e428b6') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:36.537134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fba29d-a423-4acb-bce6-e503a5e428b6') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:36.546562 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (d4fba29d-a423-4acb-bce6-e503a5e428b6), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.560615 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (d4fba29d-a423-4acb-bce6-e503a5e428b6), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.568213 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:05:36.568601 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (d4fba29d-a423-4acb-bce6-e503a5e428b6), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.639832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (2dc29fa6-a064-4dfe-be69-6fc039570894), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.656869 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.658138 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:36.660448 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/2dc29fa6-a064-4dfe-be69-6fc039570894 HTTP/1.1" status: 204 len: 168 time: 0.5643921 Oct 14 18:05:36.661541 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 02347e31-dc6a-4aab-9546-9dc5f8f01816 up at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:05:36.687349 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54808d-cb9f-4c17-95ea-7d993091eeed admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc29fa6-a064-4dfe-be69-6fc039570894,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:36.710318 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment d4fba29d-a423-4acb-bce6-e503a5e428b6 resource provider aggregate not found Oct 14 18:05:36.740147 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:36.740499 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3cbd2854-34e9-4026-be0e-9a5fcdbd77e2 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:36.742175 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 5f0b03e6-fd00-4d99-bb0f-d83a1378307b no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:36.743693 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment d4fba29d-a423-4acb-bce6-e503a5e428b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4fba29d-a423-4acb-bce6-e503a5e428b6 found for delete ", "request_id": "req-e85c21db-2a1c-48a5-a395-5f659395aa27"}]} Oct 14 18:05:36.774769 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f454d7-67d9-4570-8d04-37f65fe9970a req-7fc8e9f2-df4c-4554-b88f-2da2c51ceb06 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:36.776581 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f6f454d7-67d9-4570-8d04-37f65fe9970a req-7fc8e9f2-df4c-4554-b88f-2da2c51ceb06 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 945 time: 0.0780990 Oct 14 18:05:36.785041 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 5f0b03e6-fd00-4d99-bb0f-d83a1378307b {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:36.785389 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 5f0b03e6-fd00-4d99-bb0f-d83a1378307b not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:36.785820 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 19e61a74-ccc3-487b-ad47-299a7c3d3e0d no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:36.815249 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 19e61a74-ccc3-487b-ad47-299a7c3d3e0d {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:36.815598 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 19e61a74-ccc3-487b-ad47-299a7c3d3e0d not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:36.823017 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning for port 02347e31-dc6a-4aab-9546-9dc5f8f01816 completed by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 18:05:36.824845 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50688) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:36.833304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Provisioning complete for port 02347e31-dc6a-4aab-9546-9dc5f8f01816 triggered by entity L2. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:05:36.833712 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.834099 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Attempt 1 to provision port 02347e31-dc6a-4aab-9546-9dc5f8f01816 Oct 14 18:05:36.841704 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-f6f454d7-67d9-4570-8d04-37f65fe9970a req-f3d2ae90-d5a7-476e-a60a-814534540f72 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582438 Oct 14 18:05:36.879693 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c04eb079-385d-4de0-9599-971306b8fbee admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bfdb342c57b144a384e9938fa4c6e0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535653 Oct 14 18:05:36.882525 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50690) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:36.910428 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Current status of the port 02347e31-dc6a-4aab-9546-9dc5f8f01816 is: BUILD; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:05:36.910834 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), before_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.935621 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816'}] {{(pid=104409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:05:36.936690 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48a6a421-cad3-490a-944b-9b61d205b222 admin admin] Publish callbacks [] for security_group (538f1a10-5679-482a-a752-8dad9e3a3f3d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.938339 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1132ef7b3b5d2bc1c43dec6596acec65b6d6b8152bae4ade32af97c1bac89869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd49c667-a947-4b03-84e5-603f363b312e" -d '{"events": [{"server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "name": "network-vif-plugged", "status": "completed", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816"}]}' {{(pid=104409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:36.952796 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] For port 02347e31-dc6a-4aab-9546-9dc5f8f01816, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:36.961587 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.965080 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48a6a421-cad3-490a-944b-9b61d205b222 admin admin] Publish callbacks [] for security_group (538f1a10-5679-482a-a752-8dad9e3a3f3d), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:36.998981 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecfbd8e-6210-4402-a886-c13048ebc321 x-openstack-request-id: req-6ecfbd8e-6210-4402-a886-c13048ebc321 {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:36.998981 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "name": "network-vif-plugged", "status": "completed", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816", "code": 200}]} {{(pid=104409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:36.998981 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6ecfbd8e-6210-4402-a886-c13048ebc321 {{(pid=104409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:36.998981 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecfbd8e-6210-4402-a886-c13048ebc321'] response: {'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'code': 200} Oct 14 18:05:37.028771 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48a6a421-cad3-490a-944b-9b61d205b222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (538f1a10-5679-482a-a752-8dad9e3a3f3d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:37.031551 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-48a6a421-cad3-490a-944b-9b61d205b222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:37.032728 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-48a6a421-cad3-490a-944b-9b61d205b222 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/538f1a10-5679-482a-a752-8dad9e3a3f3d HTTP/1.1" status: 204 len: 168 time: 0.1490934 Oct 14 18:05:37.042172 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Pushing event updated for resources: {'Port': ['ID=02347e31-dc6a-4aab-9546-9dc5f8f01816,revision_number=5']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:37.046144 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6a421-cad3-490a-944b-9b61d205b222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f1a10-5679-482a-a752-8dad9e3a3f3d,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:37.242185 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a07ee-ed0e-463c-87dd-f072ff894247 req-e3ba7a71-883c-4537-80a7-9612aa3ae308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:37.243680 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae6a07ee-ed0e-463c-87dd-f072ff894247 req-e3ba7a71-883c-4537-80a7-9612aa3ae308 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 1130 time: 0.0387886 Oct 14 18:05:37.298697 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ae6a07ee-ed0e-463c-87dd-f072ff894247 req-103c5ec8-5539-45d8-aad7-b066f49cc23e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449190 Oct 14 18:05:37.973635 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9efe-2818-4e62-b35e-7c3605b9713d req-49ee647e-b1c9-4d58-8d58-99515c034f98 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:37.975148 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6acb9efe-2818-4e62-b35e-7c3605b9713d req-49ee647e-b1c9-4d58-8d58-99515c034f98 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 946 time: 0.0524406 Oct 14 18:05:38.025670 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-6acb9efe-2818-4e62-b35e-7c3605b9713d req-63ffcabe-fc1e-475a-a68d-d88d5640e7ea tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450118 Oct 14 18:05:39.148162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155783-2bb5-4340-b040-d67fca4518b2 req-729f59b6-c8c8-4d32-aa63-cfd5698f29ce tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:39.149622 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3155783-2bb5-4340-b040-d67fca4518b2 req-729f59b6-c8c8-4d32-aa63-cfd5698f29ce tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 946 time: 0.0478702 Oct 14 18:05:39.191735 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:39.201152 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-d3155783-2bb5-4340-b040-d67fca4518b2 req-49bc56b9-a166-4749-affd-2dfef9a3507d tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Oct 14 18:05:39.595626 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437b7e-9243-4a44-814e-21fe549c82f5 req-5e4861e3-951c-4bcb-8615-e90d64e043de tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:39.597107 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2e437b7e-9243-4a44-814e-21fe549c82f5 req-5e4861e3-951c-4bcb-8615-e90d64e043de tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 946 time: 0.3230076 Oct 14 18:05:39.645453 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2e437b7e-9243-4a44-814e-21fe549c82f5 req-10735ae2-44ca-4c98-af12-c36e57c0c4ac tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Oct 14 18:05:39.674352 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50746) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:39.875289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9059969b-1ec4-45d2-a25e-5843f70e07b8 tempest-TestVolumeBootPattern-1392443685 tempest-TestVolumeBootPattern-1392443685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:39.877501 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-9059969b-1ec4-45d2-a25e-5843f70e07b8 tempest-TestVolumeBootPattern-1392443685 tempest-TestVolumeBootPattern-1392443685-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 1125 time: 0.2011676 Oct 14 18:05:39.879750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50756) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:39.884698 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.v2.base [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Request body: {'floatingip': {'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'port_id': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 18:05:39.906645 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:39.919824 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:39.988224 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.090850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_common [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Allocated IP 172.27.3.111 (d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e/968ac38e-3fac-4e67-9bed-db3862f800cf/278108b4-23af-44e8-a18e-b1480983732b) {{(pid=104407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:05:40.197694 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (278108b4-23af-44e8-a18e-b1480983732b), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.228092 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745797757916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (278108b4-23af-44e8-a18e-b1480983732b), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.267523 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Network d4713f3b-c7e7-47ce-aa54-8c1fdf44f73e is already hosted by enough agents. {{(pid=104407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:05:40.272175 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.base_scheduler [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Resources bound (agent type, host, resource id): {{(pid=104407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:05:40.276107 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Received port after_create {{(pid=104407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 18:05:40.279299 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=278108b4-23af-44e8-a18e-b1480983732b,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:40.539189 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:40.624285 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (08de5156-6ca5-4e81-aa73-6a9036b45b5e), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.683731 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:40.693583 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1016691'] for port (278108b4-23af-44e8-a18e-b1480983732b), before_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.837858 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for port (278108b4-23af-44e8-a18e-b1480983732b), precommit_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.842234 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745798244289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745797757934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745797757956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4156536'] for port (278108b4-23af-44e8-a18e-b1480983732b), after_update {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.912968 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665869'] for floatingip (08de5156-6ca5-4e81-aa73-6a9036b45b5e), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:40.915418 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event updated for resources: {'Port': ['ID=278108b4-23af-44e8-a18e-b1480983732b,revision_number=2']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:41.015323 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Floating IP 08de5156-6ca5-4e81-aa73-6a9036b45b5e associated. External IP: 172.27.3.111, port: 02347e31-dc6a-4aab-9546-9dc5f8f01816. Oct 14 18:05:41.241163 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:41.342705 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:41.353280 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:41.356719 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:41.363495 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:41.364129 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:41.364585 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:41.399363 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-9d4447f3-0355-4839-bab1-d845fab3d4eb tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5185454 Oct 14 18:05:41.400420 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:05:41.402245 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88596770-a691-4f67-a91c-7323b5dc5ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:41.441384 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b16ca2-8a04-4158-8b59-be7774a5dd3d x-openstack-request-id: req-59b16ca2-8a04-4158-8b59-be7774a5dd3d {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:41.441824 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:41.442397 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-59b16ca2-8a04-4158-8b59-be7774a5dd3d {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:41.443105 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b16ca2-8a04-4158-8b59-be7774a5dd3d'] response: {'name': 'network-changed', 'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'status': 'completed', 'code': 200} Oct 14 18:05:41.470079 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:41.504236 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-ada2058d-87d6-490b-940d-87fe9ae4a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:41.505711 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-ada2058d-87d6-490b-940d-87fe9ae4a391 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 1130 time: 0.0407758 Oct 14 18:05:41.600817 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-4a27bc95-e7ec-4cc5-ab80-698e265e82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:41.603710 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-4a27bc95-e7ec-4cc5-ab80-698e265e82ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.0918801 Oct 14 18:05:41.668708 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-70f1159d-4c56-4d98-b90f-aa0745cb0f0a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816 HTTP/1.1" status: 200 len: 1000 time: 0.0578611 Oct 14 18:05:41.688268 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '08de5156-6ca5-4e81-aa73-6a9036b45b5e', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:c2:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:05:40Z', 'updated_at': '2022-10-14T18:05:40Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}, {'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:35Z', 'revision_number': 1, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:41.701059 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:41.713822 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:41.718753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-c9cefcef-a0ce-4cf3-90b2-0ce0a6c8251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:41.720245 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-c9cefcef-a0ce-4cf3-90b2-0ce0a6c8251f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0457971 Oct 14 18:05:41.722361 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:41.722961 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:41.766654 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-d722e27c-c555-4a98-b1ee-7ba8a6252744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:41.768162 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-d722e27c-c555-4a98-b1ee-7ba8a6252744 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411921 Oct 14 18:05:41.778276 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-4e3709ed-3483-43ed-b6c4-74ede0ecd77d service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 18:05:41.779245 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-4e3709ed-3483-43ed-b6c4-74ede0ecd77d service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050635 Oct 14 18:05:41.825275 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:41.871596 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-011f186a-8fb2-440e-bfa6-a1904b9cb721 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854111 Oct 14 18:05:41.964981 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-88596770-a691-4f67-a91c-7323b5dc5ebe req-811e842c-276a-44d1-a6ee-d398dfa61b07 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874498 Oct 14 18:05:42.042738 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '08de5156-6ca5-4e81-aa73-6a9036b45b5e', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:c2:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:05:40Z', 'updated_at': '2022-10-14T18:05:40Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}, {'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:35Z', 'revision_number': 1, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:42.066803 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a86d8-88e1-40cb-bf0c-d6e1e8c75243 None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': '08de5156-6ca5-4e81-aa73-6a9036b45b5e', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:c2:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:05:40Z', 'updated_at': '2022-10-14T18:05:40Z', 'revision_number': 0, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}, {'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:35Z', 'revision_number': 1, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:42.250671 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3219e28-5970-4d84-bcc2-f7e3d3ddcdeb None None] New status for floating IP 08de5156-6ca5-4e81-aa73-6a9036b45b5e: ACTIVE {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:05:45.457277 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f100e376-cb5a-4594-a424-f7592e63cfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:46.873810 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:DELETE=3,neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:46.876711 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:47.920393 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-69af2ac0-0460-41c6-aac2-f849ead7e835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:49.083553 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:49.900315 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50864) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:50.133158 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Deleting port c64c2075-6bc5-4c17-a7b1-65c293d90a3c {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:50.133394 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.209238 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.209565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for floatingip (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.221325 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Calling delete_port for c64c2075-6bc5-4c17-a7b1-65c293d90a3c owned by network:floatingip {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:50.340984 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:50.364968 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (c64c2075-6bc5-4c17-a7b1-65c293d90a3c), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.386554 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event deleted for resources: {'Port': ['ID=c64c2075-6bc5-4c17-a7b1-65c293d90a3c,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:50.459546 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for floatingip (8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.459891 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.db.l3_db [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Floating IP 8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195 disassociated (deleted). External IP: 172.27.3.184, port: f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf. Oct 14 18:05:50.614090 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.640254 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.641749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:50.671765 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Router e25ac998-ba46-40e3-a154-72b05669174d has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:50.773239 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:50.778198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:50.784119 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] Sync routers for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:50.786797 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:50.788357 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:50.798080 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:50.798694 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:50.811648 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-94d4c6b0-69d5-4282-8ade-8b7c20a0c955 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195 HTTP/1.1" status: 204 len: 168 time: 0.9102662 Oct 14 18:05:50.812658 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:05:50.815006 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18ddab3-669b-4fef-9444-63d076efd688" -d '{"events": [{"name": "network-changed", "server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:50.858192 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f11ef06-4151-4a4f-b05e-462fb37b8761 x-openstack-request-id: req-2f11ef06-4151-4a4f-b05e-462fb37b8761 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:50.858384 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:50.858642 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2f11ef06-4151-4a4f-b05e-462fb37b8761 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:50.859054 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f11ef06-4151-4a4f-b05e-462fb37b8761'] response: {'name': 'network-changed', 'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'status': 'completed', 'code': 200} Oct 14 18:05:50.997461 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:51.011065 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ddab3-669b-4fef-9444-63d076efd688 req-f34d2413-df8d-4e8f-8f8a-7d13565cb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:51.012610 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c18ddab3-669b-4fef-9444-63d076efd688 req-f34d2413-df8d-4e8f-8f8a-7d13565cb6ca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=16610892c7d34b28a2ee5313a4bea23b&device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 1129 time: 0.1269913 Oct 14 18:05:51.073391 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84fcdf-b3fd-42fa-891b-7bb274c9efcd req-95f74934-4af8-4f01-a5ac-b228d41dd809 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:51.074857 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5d84fcdf-b3fd-42fa-891b-7bb274c9efcd req-95f74934-4af8-4f01-a5ac-b228d41dd809 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Oct 14 18:05:51.124792 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-5d84fcdf-b3fd-42fa-891b-7bb274c9efcd req-9b7cd58d-76a2-4e68-9311-5b09813c2364 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441744 Oct 14 18:05:51.185502 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 5, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:51.213340 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] Checking router: e25ac998-ba46-40e3-a154-72b05669174d for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:51.221372 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:51.221960 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:51.323041 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:51.507566 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 5, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:51.532349 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d3428-a149-457e-a756-9c06cfc87220 None None] The sync data for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi is: [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:00:38Z', 'revision_number': 4, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106', 'name': '', 'network_id': '189bc153-c094-4155-88a3-9296df03396a', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'mac_address': 'fa:16:3e:59:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:38Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 5, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'subnets': [{'id': 'b9158f72-6906-48e3-92dd-776ca871674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:51.760779 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d463d9-2555-4974-b157-72995b9fe63f None None] New status for floating IP 8fe2ee52-a289-4bd4-a0b8-c6c7bdbc3195: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:05:52.266165 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a910736-3344-4635-a707-5d48de9dbd01 req-9cfddebc-1726-4824-b48c-0fd2593c857b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:52.267619 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a910736-3344-4635-a707-5d48de9dbd01 req-9cfddebc-1726-4824-b48c-0fd2593c857b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0623374 Oct 14 18:05:52.304389 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ddab3-669b-4fef-9444-63d076efd688 req-6b667e05-e3ea-43f2-bd81-2f2419fa5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:52.305884 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c18ddab3-669b-4fef-9444-63d076efd688 req-6b667e05-e3ea-43f2-bd81-2f2419fa5d1d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 200 len: 909 time: 0.1514258 Oct 14 18:05:52.332235 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-3a910736-3344-4635-a707-5d48de9dbd01 req-da439f91-0276-4093-9d75-16a14e560a7b tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44866224-44f4-405f-8213-e0ead9d8e52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587537 Oct 14 18:05:52.376279 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c18ddab3-669b-4fef-9444-63d076efd688 req-a5ff89fd-988b-433d-a926-855aabd2dfb6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 200 len: 217 time: 0.0378394 Oct 14 18:05:52.429731 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ddab3-669b-4fef-9444-63d076efd688 req-1dcb43a1-27c4-43ef-b8aa-19d1a9c93497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:52.431220 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c18ddab3-669b-4fef-9444-63d076efd688 req-1dcb43a1-27c4-43ef-b8aa-19d1a9c93497 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 200 len: 847 time: 0.0479321 Oct 14 18:05:52.604497 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ddab3-669b-4fef-9444-63d076efd688 req-fa67122a-6981-43e8-9fe4-2d4f2882423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:52.605891 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c18ddab3-669b-4fef-9444-63d076efd688 req-fa67122a-6981-43e8-9fe4-2d4f2882423c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=189bc153-c094-4155-88a3-9296df03396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444486 Oct 14 18:05:52.692036 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-1009c795-5d72-4141-b694-88d51d1d173c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:05:52.693492 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-1009c795-5d72-4141-b694-88d51d1d173c tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 945 time: 0.0498891 Oct 14 18:05:52.698741 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=100 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:52.705297 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c18ddab3-669b-4fef-9444-63d076efd688 req-8102958e-9d56-415e-b229-12244f3d2a4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904562 Oct 14 18:05:52.775007 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Deleting port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:52.775485 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:52.797609 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-c18ddab3-669b-4fef-9444-63d076efd688 req-bd4f29fd-e5eb-4765-bad1-e4f7588b57e9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Oct 14 18:05:52.869330 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] For port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:52.869598 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:52.882499 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Calling delete_port for f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf owned by compute:nova {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:53.003868 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:53.034509 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event deleted for resources: {'Port': ['ID=f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:53.078713 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] No DVR routers for this DVR port f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf on host hv-cinder-74915 {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:05:53.081378 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:53.084563 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-4fac1a29-67af-485f-85b2-4ef4cca8b64e req-0fcca01a-8f22-4604-a726-7ff91c2b2b95 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf HTTP/1.1" status: 204 len: 173 time: 0.3863461 Oct 14 18:05:53.085060 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-deleted', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:05:53.088164 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cbc095-2417-48fc-98e6-b4694be2a6ad" -d '{"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-deleted", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:53.257305 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22cf3ae-b3c9-4bdd-908d-135e05d9a729 x-openstack-request-id: req-e22cf3ae-b3c9-4bdd-908d-135e05d9a729 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:53.257624 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28431df1-6972-4ad5-b90c-c1dcb54d5a98", "name": "network-vif-deleted", "tag": "f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:53.257875 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e22cf3ae-b3c9-4bdd-908d-135e05d9a729 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:53.258281 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22cf3ae-b3c9-4bdd-908d-135e05d9a729'] response: {'server_uuid': '28431df1-6972-4ad5-b90c-c1dcb54d5a98', 'name': 'network-vif-deleted', 'tag': 'f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf', 'status': 'completed', 'code': 200} Oct 14 18:05:53.472808 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-4e2a7094-5ea7-44cb-b115-58191cb79dce req-a4ec7a3e-2826-4db2-921f-703e3846ba76 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28431df1-6972-4ad5-b90c-c1dcb54d5a98 HTTP/1.1" status: 200 len: 210 time: 0.0487728 Oct 14 18:05:53.747452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50940) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:53.851281 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e58e-0ec3-4713-94ea-0c859567bce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:53.922306 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:53.927246 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e58e-0ec3-4713-94ea-0c859567bce6 admin admin] Publish callbacks [] for security_group (debe1b6d-705c-468d-9329-e5e67c794638), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:53.932711 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e58e-0ec3-4713-94ea-0c859567bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (debe1b6d-705c-468d-9329-e5e67c794638), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:53.974212 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6e58e-0ec3-4713-94ea-0c859567bce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debe1b6d-705c-468d-9329-e5e67c794638,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:53.982470 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50944) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:53.983035 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-f4e6e58e-0ec3-4713-94ea-0c859567bce6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=151abf77d291473398e585cc78fc87d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340074 Oct 14 18:05:54.035079 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d7e2af88-e635-40f7-bf86-55a81323215a admin admin] Publish callbacks [] for security_group (debe1b6d-705c-468d-9329-e5e67c794638), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.058466 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d7e2af88-e635-40f7-bf86-55a81323215a admin admin] Publish callbacks [] for security_group (debe1b6d-705c-468d-9329-e5e67c794638), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.108913 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d7e2af88-e635-40f7-bf86-55a81323215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (debe1b6d-705c-468d-9329-e5e67c794638), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.111803 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d7e2af88-e635-40f7-bf86-55a81323215a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.113039 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d7e2af88-e635-40f7-bf86-55a81323215a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/debe1b6d-705c-468d-9329-e5e67c794638 HTTP/1.1" status: 204 len: 168 time: 0.1293745 Oct 14 18:05:54.121902 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2af88-e635-40f7-bf86-55a81323215a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debe1b6d-705c-468d-9329-e5e67c794638,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:54.374379 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50950) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:54.388943 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-605ed096-c31f-44f4-ae65-ed2efb7a1780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.468338 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-605ed096-c31f-44f4-ae65-ed2efb7a1780 admin admin] Publish callbacks [] for security_group (1611d726-1d70-4f25-b1db-0e3da4a5b043), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.471821 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-605ed096-c31f-44f4-ae65-ed2efb7a1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (1611d726-1d70-4f25-b1db-0e3da4a5b043), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.502263 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:54.511554 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ed096-c31f-44f4-ae65-ed2efb7a1780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1611d726-1d70-4f25-b1db-0e3da4a5b043,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:54.518722 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-605ed096-c31f-44f4-ae65-ed2efb7a1780 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=34f8e3832c5f4b97b02dac225a11f68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409485 Oct 14 18:05:54.518900 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50954) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:54.552141 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 50956) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:54.596451 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d360c0-d84a-4304-b83b-dc45057a3cea admin admin] Publish callbacks [] for security_group (1611d726-1d70-4f25-b1db-0e3da4a5b043), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.621712 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:54.628478 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d360c0-d84a-4304-b83b-dc45057a3cea admin admin] Publish callbacks [] for security_group (1611d726-1d70-4f25-b1db-0e3da4a5b043), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.653199 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ce686189-de07-4896-a413-ad88d99bf3c5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group (44866224-44f4-405f-8213-e0ead9d8e52b), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.693714 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ce686189-de07-4896-a413-ad88d99bf3c5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group (44866224-44f4-405f-8213-e0ead9d8e52b), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.726114 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d360c0-d84a-4304-b83b-dc45057a3cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (1611d726-1d70-4f25-b1db-0e3da4a5b043), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.728424 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d8d360c0-d84a-4304-b83b-dc45057a3cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.730351 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d8d360c0-d84a-4304-b83b-dc45057a3cea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1611d726-1d70-4f25-b1db-0e3da4a5b043 HTTP/1.1" status: 204 len: 168 time: 0.2097633 Oct 14 18:05:54.740029 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d360c0-d84a-4304-b83b-dc45057a3cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1611d726-1d70-4f25-b1db-0e3da4a5b043,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:54.775523 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ce686189-de07-4896-a413-ad88d99bf3c5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (44866224-44f4-405f-8213-e0ead9d8e52b), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.778767 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-ce686189-de07-4896-a413-ad88d99bf3c5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:54.780926 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-ce686189-de07-4896-a413-ad88d99bf3c5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/44866224-44f4-405f-8213-e0ead9d8e52b HTTP/1.1" status: 204 len: 168 time: 0.2273116 Oct 14 18:05:54.790357 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce686189-de07-4896-a413-ad88d99bf3c5 tempest-TestShelveInstance-1598812418 tempest-TestShelveInstance-1598812418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44866224-44f4-405f-8213-e0ead9d8e52b,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:54.832539 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 50964) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:55.647869 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (e25ac998-ba46-40e3-a154-72b05669174d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:55.905955 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Deleting port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:55.906648 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:55.969335 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:55.999942 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] For port 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:56.000189 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:56.016079 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Calling delete_port for 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 owned by network:router_interface {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:56.170827 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:56.224244 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:56.272042 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:56.467639 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (e25ac998-ba46-40e3-a154-72b05669174d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:56.528185 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ace47-091b-4664-bff7-83e7dbae1023 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:05:56.635673 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ace47-091b-4664-bff7-83e7dbae1023 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:05:56.699788 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Router e25ac998-ba46-40e3-a154-72b05669174d has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:56.772297 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:56.796037 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:56.796386 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device f4f814dd-6b82-42d6-be3f-19a2e4d7ebdf not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:56.809833 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:56.817822 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d361598e-85ff-42d8-afe3-ebefab4a7797 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e25ac998-ba46-40e3-a154-72b05669174d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9810636 Oct 14 18:05:56.817922 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51012) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:56.819118 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] Sync routers for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:56.829961 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:56.830576 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:56.927354 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks [] for router (e25ac998-ba46-40e3-a154-72b05669174d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:56.941238 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:57.021318 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:57.038589 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks [] for router_gateway (e25ac998-ba46-40e3-a154-72b05669174d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.083597 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Deleting port 3e3f9c10-e086-48ce-91b7-a196f5895f45 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:57.083986 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.129908 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:05:56Z', 'revision_number': 5, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port': {'id': '3e3f9c10-e086-48ce-91b7-a196f5895f45', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:36Z', 'updated_at': '2022-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:57.156372 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] Checking router: e25ac998-ba46-40e3-a154-72b05669174d for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:57.165625 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] Routers {'e25ac998-ba46-40e3-a154-72b05669174d'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:57.166498 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['e25ac998-ba46-40e3-a154-72b05669174d'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:57.173099 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:57.179210 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] For port 3e3f9c10-e086-48ce-91b7-a196f5895f45, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=3e3f9c10-e086-48ce-91b7-a196f5895f45,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:57.179605 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.195297 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Calling delete_port for 3e3f9c10-e086-48ce-91b7-a196f5895f45 owned by network:router_gateway {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:57.204414 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:57.233152 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:57.256890 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] Set router e25ac998-ba46-40e3-a154-72b05669174d gateway port host: None {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:05:57.309650 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:05:57Z', 'revision_number': 6, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:57.327628 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-81c116ec-27d6-4153-90e2-fbb6b609c012 None None] Provisioning complete for port c8b8e937-7cb6-42b6-8137-ebe33a235470 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:05:57.328067 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-81c116ec-27d6-4153-90e2-fbb6b609c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.328404 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-81c116ec-27d6-4153-90e2-fbb6b609c012 None None] Attempt 1 to provision port c8b8e937-7cb6-42b6-8137-ebe33a235470 Oct 14 18:05:57.335404 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c8bc3-3079-42e6-9160-c2c012f7e2ed None None] The sync data for ids ['e25ac998-ba46-40e3-a154-72b05669174d'] in dv-cinder-749155-15-iscsi is: [{'id': 'e25ac998-ba46-40e3-a154-72b05669174d', 'name': 'tempest-TestShelveInstance-652072429-router', 'tenant_id': '16610892c7d34b28a2ee5313a4bea23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:35Z', 'updated_at': '2022-10-14T18:05:57Z', 'revision_number': 6, 'project_id': '16610892c7d34b28a2ee5313a4bea23b', 'gw_port_host': None}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:57.381664 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (3e3f9c10-e086-48ce-91b7-a196f5895f45), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.407298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:57.409114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3f9c10-e086-48ce-91b7-a196f5895f45,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:57.424382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-81c116ec-27d6-4153-90e2-fbb6b609c012 None None] Current status of the port c8b8e937-7cb6-42b6-8137-ebe33a235470 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:05:57.473520 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (e25ac998-ba46-40e3-a154-72b05669174d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.558780 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (e25ac998-ba46-40e3-a154-72b05669174d), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.560967 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks [] for router_controller (e25ac998-ba46-40e3-a154-72b05669174d), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.604368 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (e25ac998-ba46-40e3-a154-72b05669174d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.605175 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e25ac998-ba46-40e3-a154-72b05669174d {{(pid=104407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:05:57.610452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.611593 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-3bf61639-a70e-47f3-bb8a-11255addcd6c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/e25ac998-ba46-40e3-a154-72b05669174d HTTP/1.1" status: 204 len: 168 time: 0.7927899 Oct 14 18:05:57.614196 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51014) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:57.660946 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] Deleting subnet b9158f72-6906-48e3-92dd-776ca871674d {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:05:57.664341 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] Publish callbacks [] for subnet (b9158f72-6906-48e3-92dd-776ca871674d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.704101 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278077'] for subnet (b9158f72-6906-48e3-92dd-776ca871674d), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.789543 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (b9158f72-6906-48e3-92dd-776ca871674d), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.847033 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4156598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3658229'] for subnet (b9158f72-6906-48e3-92dd-776ca871674d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.873159 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9158f72-6906-48e3-92dd-776ca871674d,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:57.876750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:57.879913 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-457fdc68-64ec-42c8-8ec7-42ccd78fc19e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/b9158f72-6906-48e3-92dd-776ca871674d HTTP/1.1" status: 204 len: 168 time: 0.2647057 Oct 14 18:05:57.882465 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51020) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:57.882611 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268533d-e33b-4eaa-bc64-1fb174246378 None None] Network 189bc153-c094-4155-88a3-9296df03396a requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:05:57.892998 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:57.968892 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (189bc153-c094-4155-88a3-9296df03396a), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.032031 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Deleting port c8b8e937-7cb6-42b6-8137-ebe33a235470 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:58.032588 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.084405 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:58.131379 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] For port c8b8e937-7cb6-42b6-8137-ebe33a235470, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=c8b8e937-7cb6-42b6-8137-ebe33a235470,segment=NetworkSegment(aa460045-0f55-49b4-8730-7f225e638207),segment_id=aa460045-0f55-49b4-8730-7f225e638207)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:58.131734 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.155651 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Calling delete_port for c8b8e937-7cb6-42b6-8137-ebe33a235470 owned by network:dhcp {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:58.200458 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:58.207850 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] DHCP port deletion for 189bc153-c094-4155-88a3-9296df03396a request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:05:58.211609 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:58.252737 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] Deleting port c8b8e937-7cb6-42b6-8137-ebe33a235470 {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:58.253170 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.253440 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.281255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b8e937-7cb6-42b6-8137-ebe33a235470,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:58.283058 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] No DVR routers for this DVR port c8b8e937-7cb6-42b6-8137-ebe33a235470 on host dv-cinder-749155-15-iscsi {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:05:58.321224 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] For port c8b8e937-7cb6-42b6-8137-ebe33a235470, host dv-cinder-749155-15-iscsi, got binding levels [] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:58.321900 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.338458 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] Calling delete_port for c8b8e937-7cb6-42b6-8137-ebe33a235470 owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:58.341293 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.ipam_backend_mixin [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] Port c8b8e937-7cb6-42b6-8137-ebe33a235470 was not found and therefore no delete operation was performed {{(pid=104409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 14 18:05:58.342491 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (c8b8e937-7cb6-42b6-8137-ebe33a235470), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.362713 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (189bc153-c094-4155-88a3-9296df03396a), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.372211 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] Pushing event deleted for resources: {'Port': ['ID=c8b8e937-7cb6-42b6-8137-ebe33a235470,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:58.378884 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d2479-4fcf-4fa9-bb4a-4efdd4184892 None None] No DVR routers for this DVR port c8b8e937-7cb6-42b6-8137-ebe33a235470 on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:05:58.385240 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189bc153-c094-4155-88a3-9296df03396a']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:58.397269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa460045-0f55-49b4-8730-7f225e638207') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:58.397565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa460045-0f55-49b4-8730-7f225e638207') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:58.408527 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (aa460045-0f55-49b4-8730-7f225e638207), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.426688 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (aa460045-0f55-49b4-8730-7f225e638207), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.437082 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:05:58.437804 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (aa460045-0f55-49b4-8730-7f225e638207), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.481978 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment aa460045-0f55-49b4-8730-7f225e638207 resource provider aggregate not found Oct 14 18:05:58.489948 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device c8b8e937-7cb6-42b6-8137-ebe33a235470 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:58.502172 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment aa460045-0f55-49b4-8730-7f225e638207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa460045-0f55-49b4-8730-7f225e638207 found for delete ", "request_id": "req-e29308ab-d648-4262-b95a-cb65000d19bb"}]} Oct 14 18:05:58.509607 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (189bc153-c094-4155-88a3-9296df03396a), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.513229 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: c8b8e937-7cb6-42b6-8137-ebe33a235470 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:58.513591 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device c8b8e937-7cb6-42b6-8137-ebe33a235470 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:58.514042 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:58.515253 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:58.520060 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/189bc153-c094-4155-88a3-9296df03396a HTTP/1.1" status: 204 len: 168 time: 0.6332605 Oct 14 18:05:58.521578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51034) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:58.533052 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:58.533669 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 88ed1b8a-d6d4-4b6e-b2ef-a25a9c62b106 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:58.534276 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3e3f9c10-e086-48ce-91b7-a196f5895f45 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:58.535534 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976fc13-98cf-4d9e-ad0a-cdde9cc3d81d admin admin] Pushing event deleted for resources: {'Network': ['ID=189bc153-c094-4155-88a3-9296df03396a,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:58.553946 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 3e3f9c10-e086-48ce-91b7-a196f5895f45 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:05:58.554295 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 3e3f9c10-e086-48ce-91b7-a196f5895f45 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:58.844041 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (243c5abf-9917-405b-bf97-8b7002ada6d0), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:59.059316 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Deleting port 8d7ed984-35eb-429c-a930-312db1bb7305 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:05:59.059647 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:59.061169 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:59.145049 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] For port 8d7ed984-35eb-429c-a930-312db1bb7305, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=8d7ed984-35eb-429c-a930-312db1bb7305,segment=NetworkSegment(568c99bd-f996-406b-b470-e97163e736f5),segment_id=568c99bd-f996-406b-b470-e97163e736f5)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:59.145356 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:59.158501 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Calling delete_port for 8d7ed984-35eb-429c-a930-312db1bb7305 owned by network:router_interface {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:05:59.286238 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:59.343487 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (8d7ed984-35eb-429c-a930-312db1bb7305), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:59.368719 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7ed984-35eb-429c-a930-312db1bb7305,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:59.536521 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (243c5abf-9917-405b-bf97-8b7002ada6d0), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:05:59.595482 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefc61d-7859-44a2-a3e4-b175c779354f None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:05:59.692662 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefc61d-7859-44a2-a3e4-b175c779354f None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:05:59.762810 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Router 243c5abf-9917-405b-bf97-8b7002ada6d0 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:59.877407 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:59.884565 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a87cbe6e-1dea-4fd0-950b-af06faaacb5e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/243c5abf-9917-405b-bf97-8b7002ada6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3595302 Oct 14 18:05:59.885614 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51052) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:05:59.889494 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] Sync routers for ids ['243c5abf-9917-405b-bf97-8b7002ada6d0'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:59.899824 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] Routers {'243c5abf-9917-405b-bf97-8b7002ada6d0'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:05:59.900481 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['243c5abf-9917-405b-bf97-8b7002ada6d0'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:59.972603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:05:59.994584 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks [] for router (243c5abf-9917-405b-bf97-8b7002ada6d0), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.015509 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] Set router 243c5abf-9917-405b-bf97-8b7002ada6d0 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:06:00.101595 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks [] for router_gateway (243c5abf-9917-405b-bf97-8b7002ada6d0), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.152444 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Deleting port 6338d944-1622-438f-862b-2b39c53115e2 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:06:00.152780 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (6338d944-1622-438f-862b-2b39c53115e2), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.197141 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:00.201890 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '6338d944-1622-438f-862b-2b39c53115e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:05:59Z', 'revision_number': 5, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port': {'id': '6338d944-1622-438f-862b-2b39c53115e2', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:00.229163 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] Checking router: 243c5abf-9917-405b-bf97-8b7002ada6d0 for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:06:00.238155 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] Routers {'243c5abf-9917-405b-bf97-8b7002ada6d0'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:06:00.238975 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:05:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['243c5abf-9917-405b-bf97-8b7002ada6d0'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:00.243677 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] For port 6338d944-1622-438f-862b-2b39c53115e2, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=6338d944-1622-438f-862b-2b39c53115e2,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:00.244205 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (6338d944-1622-438f-862b-2b39c53115e2), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.258318 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Calling delete_port for 6338d944-1622-438f-862b-2b39c53115e2 owned by network:router_gateway {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:06:00.328574 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] Set router 243c5abf-9917-405b-bf97-8b7002ada6d0 gateway port host: None {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:06:00.388129 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:06:00Z', 'revision_number': 6, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:00.415009 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-a044093c-8890-4d19-ba56-449868327bdb None None] Provisioning complete for port dd36d34e-80ae-417b-874e-93452b0efb84 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:06:00.415382 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a044093c-8890-4d19-ba56-449868327bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.415712 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-a044093c-8890-4d19-ba56-449868327bdb None None] Attempt 1 to provision port dd36d34e-80ae-417b-874e-93452b0efb84 Oct 14 18:06:00.419356 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d1712-66ce-4c30-880c-9dbf0e6112c4 None None] The sync data for ids ['243c5abf-9917-405b-bf97-8b7002ada6d0'] in dv-cinder-749155-15-iscsi is: [{'id': '243c5abf-9917-405b-bf97-8b7002ada6d0', 'name': 'tempest-TestShelveInstance-635961200-router', 'tenant_id': '90bee264213b45d9a287167aa9d7475e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T18:00:41Z', 'updated_at': '2022-10-14T18:06:00Z', 'revision_number': 6, 'project_id': '90bee264213b45d9a287167aa9d7475e', 'gw_port_host': None}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:06:00.442483 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (6338d944-1622-438f-862b-2b39c53115e2), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.477992 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Pushing event deleted for resources: {'Port': ['ID=6338d944-1622-438f-862b-2b39c53115e2,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:00.509284 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-a044093c-8890-4d19-ba56-449868327bdb None None] Current status of the port dd36d34e-80ae-417b-874e-93452b0efb84 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:06:00.537891 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (243c5abf-9917-405b-bf97-8b7002ada6d0), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.623506 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (243c5abf-9917-405b-bf97-8b7002ada6d0), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.625570 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks [] for router_controller (243c5abf-9917-405b-bf97-8b7002ada6d0), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.670125 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (243c5abf-9917-405b-bf97-8b7002ada6d0), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.670776 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243c5abf-9917-405b-bf97-8b7002ada6d0 {{(pid=104408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:06:00.674895 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.676022 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-cb3af18d-fd42-483d-a53f-6640c4bd541b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/243c5abf-9917-405b-bf97-8b7002ada6d0 HTTP/1.1" status: 204 len: 168 time: 0.7902350 Oct 14 18:06:00.678628 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51054) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:00.958883 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] Deleting subnet ed663bc7-8e0b-47f7-9446-4008099bf719 {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:06:00.961990 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] Publish callbacks [] for subnet (ed663bc7-8e0b-47f7-9446-4008099bf719), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:00.995615 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (ed663bc7-8e0b-47f7-9446-4008099bf719), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.071787 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (ed663bc7-8e0b-47f7-9446-4008099bf719), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.101945 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:01.125561 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (ed663bc7-8e0b-47f7-9446-4008099bf719), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.152104 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed663bc7-8e0b-47f7-9446-4008099bf719,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:01.154069 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.159419 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-5af087df-7c79-47b1-8368-8838d34545f3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ed663bc7-8e0b-47f7-9446-4008099bf719 HTTP/1.1" status: 204 len: 168 time: 0.4770026 Oct 14 18:06:01.159572 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f5bb2-4cf5-4314-b9ff-a5fdbdb65be7 None None] Network 533e1e29-a7e6-4cf7-bf17-face4b70cb25 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:06:01.160066 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51060) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:01.239102 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (533e1e29-a7e6-4cf7-bf17-face4b70cb25), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.282995 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Deleting port dd36d34e-80ae-417b-874e-93452b0efb84 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:06:01.283333 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.313078 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269586a6-e864-4fe2-81de-018289046686 None None] DHCP port deletion for 533e1e29-a7e6-4cf7-bf17-face4b70cb25 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:06:01.346173 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:01.353800 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] For port dd36d34e-80ae-417b-874e-93452b0efb84, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=dd36d34e-80ae-417b-874e-93452b0efb84,segment=NetworkSegment(568c99bd-f996-406b-b470-e97163e736f5),segment_id=568c99bd-f996-406b-b470-e97163e736f5)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:01.354727 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.356921 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-269586a6-e864-4fe2-81de-018289046686 None None] Deleting port dd36d34e-80ae-417b-874e-93452b0efb84 {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:06:01.357369 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-269586a6-e864-4fe2-81de-018289046686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.369110 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Calling delete_port for dd36d34e-80ae-417b-874e-93452b0efb84 owned by network:dhcp {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:06:01.425557 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-269586a6-e864-4fe2-81de-018289046686 None None] For port dd36d34e-80ae-417b-874e-93452b0efb84, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=dd36d34e-80ae-417b-874e-93452b0efb84,segment=NetworkSegment(568c99bd-f996-406b-b470-e97163e736f5),segment_id=568c99bd-f996-406b-b470-e97163e736f5)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:01.425960 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-269586a6-e864-4fe2-81de-018289046686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.442269 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-269586a6-e864-4fe2-81de-018289046686 None None] Calling delete_port for dd36d34e-80ae-417b-874e-93452b0efb84 owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:06:01.457875 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.486143 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] No DVR routers for this DVR port dd36d34e-80ae-417b-874e-93452b0efb84 on host dv-cinder-749155-15-iscsi {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:06:01.491725 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd36d34e-80ae-417b-874e-93452b0efb84,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:01.543368 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-269586a6-e864-4fe2-81de-018289046686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (dd36d34e-80ae-417b-874e-93452b0efb84), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.567404 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (533e1e29-a7e6-4cf7-bf17-face4b70cb25), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.568431 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269586a6-e864-4fe2-81de-018289046686 None None] Pushing event deleted for resources: {'Port': ['ID=dd36d34e-80ae-417b-874e-93452b0efb84,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:01.571850 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269586a6-e864-4fe2-81de-018289046686 None None] No DVR routers for this DVR port dd36d34e-80ae-417b-874e-93452b0efb84 on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:06:01.594377 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533e1e29-a7e6-4cf7-bf17-face4b70cb25']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:01.603469 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568c99bd-f996-406b-b470-e97163e736f5') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:01.603767 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568c99bd-f996-406b-b470-e97163e736f5') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:01.613925 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (568c99bd-f996-406b-b470-e97163e736f5), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.627926 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (568c99bd-f996-406b-b470-e97163e736f5), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.634162 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:06:01.634580 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (568c99bd-f996-406b-b470-e97163e736f5), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.676235 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 568c99bd-f996-406b-b470-e97163e736f5 resource provider aggregate not found Oct 14 18:06:01.700266 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 568c99bd-f996-406b-b470-e97163e736f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 568c99bd-f996-406b-b470-e97163e736f5 found for delete ", "request_id": "req-dc087b32-3575-4b75-b02e-7911c68ce71e"}]} Oct 14 18:06:01.701314 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (533e1e29-a7e6-4cf7-bf17-face4b70cb25), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.706623 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.709645 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/533e1e29-a7e6-4cf7-bf17-face4b70cb25 HTTP/1.1" status: 204 len: 168 time: 0.5488334 Oct 14 18:06:01.722763 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26989e42-5726-4695-89a1-dce5b1a5ffc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=533e1e29-a7e6-4cf7-bf17-face4b70cb25,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:01.872939 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51068) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:01.914650 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-85114123-3de4-4371-8c0f-b37f64b8240d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=16610892c7d34b28a2ee5313a4bea23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404546 Oct 14 18:06:01.917830 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51070) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:01.973637 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e507-80b5-484e-9325-d6f73a575924 admin admin] Publish callbacks [] for security_group (0cd366d1-e63c-4253-8480-6a4318353ad6), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:01.994970 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e507-80b5-484e-9325-d6f73a575924 admin admin] Publish callbacks [] for security_group (0cd366d1-e63c-4253-8480-6a4318353ad6), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:02.042298 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e507-80b5-484e-9325-d6f73a575924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (0cd366d1-e63c-4253-8480-6a4318353ad6), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:02.044890 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e507-80b5-484e-9325-d6f73a575924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:02.046124 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-0ff3e507-80b5-484e-9325-d6f73a575924 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0cd366d1-e63c-4253-8480-6a4318353ad6 HTTP/1.1" status: 204 len: 168 time: 0.1272986 Oct 14 18:06:02.054035 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3e507-80b5-484e-9325-d6f73a575924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd366d1-e63c-4253-8480-6a4318353ad6,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:02.362689 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51082) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:02.404104 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-9587f783-7b81-488f-af4f-0a543af9aa2a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=90bee264213b45d9a287167aa9d7475e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401547 Oct 14 18:06:02.406557 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51084) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:02.444894 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:02.458696 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1be41762-6fe7-4a0c-8f2e-72c2d0274fea admin admin] Publish callbacks [] for security_group (5dcbdd43-67ba-49df-be3a-c563b20344b1), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:02.469772 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 6338d944-1622-438f-862b-2b39c53115e2 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:06:02.481615 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1be41762-6fe7-4a0c-8f2e-72c2d0274fea admin admin] Publish callbacks [] for security_group (5dcbdd43-67ba-49df-be3a-c563b20344b1), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:02.489721 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 6338d944-1622-438f-862b-2b39c53115e2 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:06:02.490167 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 6338d944-1622-438f-862b-2b39c53115e2 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:06:02.490666 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dd36d34e-80ae-417b-874e-93452b0efb84 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:06:02.508526 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: dd36d34e-80ae-417b-874e-93452b0efb84 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:06:02.508876 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device dd36d34e-80ae-417b-874e-93452b0efb84 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:06:02.509296 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8d7ed984-35eb-429c-a930-312db1bb7305 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:06:02.512642 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:02.532248 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1be41762-6fe7-4a0c-8f2e-72c2d0274fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (5dcbdd43-67ba-49df-be3a-c563b20344b1), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:02.534201 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 8d7ed984-35eb-429c-a930-312db1bb7305 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:06:02.534555 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 8d7ed984-35eb-429c-a930-312db1bb7305 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:06:02.534725 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-1be41762-6fe7-4a0c-8f2e-72c2d0274fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:02.536503 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-1be41762-6fe7-4a0c-8f2e-72c2d0274fea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5dcbdd43-67ba-49df-be3a-c563b20344b1 HTTP/1.1" status: 204 len: 168 time: 0.1289933 Oct 14 18:06:02.545875 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be41762-6fe7-4a0c-8f2e-72c2d0274fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcbdd43-67ba-49df-be3a-c563b20344b1,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:06.455537 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:06.468803 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.163252 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51140) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:07.270612 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b2b098d0-5e72-49f7-b292-723b3749093c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.312283 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=9 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:07.313107 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:07.327794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:07.350617 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b2b098d0-5e72-49f7-b292-723b3749093c admin admin] Publish callbacks [] for security_group (cb670eec-e033-4ef3-9915-805ec19651dd), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.354406 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-b2b098d0-5e72-49f7-b292-723b3749093c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (cb670eec-e033-4ef3-9915-805ec19651dd), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.391746 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b098d0-5e72-49f7-b292-723b3749093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb670eec-e033-4ef3-9915-805ec19651dd,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:07.395860 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-b2b098d0-5e72-49f7-b292-723b3749093c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=81074c01072f4f4e938db4ace1c2c455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314820 Oct 14 18:06:07.398729 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51144) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:07.446430 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-602acbe7-9a3b-4b0e-a8cb-b0907f0f7430 admin admin] Publish callbacks [] for security_group (cb670eec-e033-4ef3-9915-805ec19651dd), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.465637 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-602acbe7-9a3b-4b0e-a8cb-b0907f0f7430 admin admin] Publish callbacks [] for security_group (cb670eec-e033-4ef3-9915-805ec19651dd), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.510817 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-602acbe7-9a3b-4b0e-a8cb-b0907f0f7430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (cb670eec-e033-4ef3-9915-805ec19651dd), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.513321 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-602acbe7-9a3b-4b0e-a8cb-b0907f0f7430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.514455 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-602acbe7-9a3b-4b0e-a8cb-b0907f0f7430 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cb670eec-e033-4ef3-9915-805ec19651dd HTTP/1.1" status: 204 len: 168 time: 0.1149883 Oct 14 18:06:07.521962 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602acbe7-9a3b-4b0e-a8cb-b0907f0f7430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb670eec-e033-4ef3-9915-805ec19651dd,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:07.779214 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51150) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:07.796533 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a53ad5f8-5463-4445-91c3-50b8269e9565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.872886 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a53ad5f8-5463-4445-91c3-50b8269e9565 admin admin] Publish callbacks [] for security_group (8b051f6b-86f6-4818-88a3-8f4dae6b68e3), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.876323 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a53ad5f8-5463-4445-91c3-50b8269e9565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8b051f6b-86f6-4818-88a3-8f4dae6b68e3), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.915661 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a53ad5f8-5463-4445-91c3-50b8269e9565 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e5e184cfc0424bb6ab40775c405187c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346693 Oct 14 18:06:07.916546 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ad5f8-5463-4445-91c3-50b8269e9565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b051f6b-86f6-4818-88a3-8f4dae6b68e3,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:07.918561 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51152) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:07.977161 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b79de01e-fe03-444a-99e2-e3bab452ae95 admin admin] Publish callbacks [] for security_group (8b051f6b-86f6-4818-88a3-8f4dae6b68e3), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:07.997549 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b79de01e-fe03-444a-99e2-e3bab452ae95 admin admin] Publish callbacks [] for security_group (8b051f6b-86f6-4818-88a3-8f4dae6b68e3), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:08.044313 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b79de01e-fe03-444a-99e2-e3bab452ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (8b051f6b-86f6-4818-88a3-8f4dae6b68e3), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:08.046751 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b79de01e-fe03-444a-99e2-e3bab452ae95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:08.047869 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b79de01e-fe03-444a-99e2-e3bab452ae95 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8b051f6b-86f6-4818-88a3-8f4dae6b68e3 HTTP/1.1" status: 204 len: 168 time: 0.1278679 Oct 14 18:06:08.055386 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79de01e-fe03-444a-99e2-e3bab452ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b051f6b-86f6-4818-88a3-8f4dae6b68e3,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:11.085098 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:06:11.342737 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-690faa2d-6fee-4090-a5d4-fab0707dee33 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382049 Oct 14 18:06:11.402501 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-1f7b6435-a1dc-4eac-8df8-fab166d7d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:06:11.403995 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-1f7b6435-a1dc-4eac-8df8-fab166d7d26a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 1130 time: 0.0391519 Oct 14 18:06:11.517689 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-f524e216-4db7-49b1-8f08-e9ce9825f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:06:11.519144 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-f524e216-4db7-49b1-8f08-e9ce9825f576 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.0883856 Oct 14 18:06:11.588522 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-410ede36-c472-44f0-bec8-1cbb44249229 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4 HTTP/1.1" status: 200 len: 1002 time: 0.0587556 Oct 14 18:06:11.623022 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:11.638788 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-de95d027-198a-4881-a71d-7e1ae5b0375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:06:11.640226 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-de95d027-198a-4881-a71d-7e1ae5b0375e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0457821 Oct 14 18:06:11.689520 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-e9277880-8255-48e8-8d16-3ba5756279b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:06:11.691022 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-e9277880-8255-48e8-8d16-3ba5756279b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399199 Oct 14 18:06:11.789699 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-d124d9cd-c90f-4128-91da-3ff2b6a64136 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Oct 14 18:06:11.856122 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:11.890195 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-16366564-eef7-4ce4-a7e1-8d83712204d7 req-5c3e6e45-024a-4813-a119-1951aba2cf02 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902262 Oct 14 18:06:13.617606 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:15.459154 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e7a04caa-59a0-477a-80f6-3878a3646b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:16.748275 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51284) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:16.855815 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3719b073-6f42-41d2-96f2-d121ff29f5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:16.930882 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3719b073-6f42-41d2-96f2-d121ff29f5d5 admin admin] Publish callbacks [] for security_group (cadd7fd0-4ae4-4810-9111-0524d8589bb3), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:16.934964 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-3719b073-6f42-41d2-96f2-d121ff29f5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (cadd7fd0-4ae4-4810-9111-0524d8589bb3), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:16.967798 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:16.975401 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-3719b073-6f42-41d2-96f2-d121ff29f5d5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ab29dc6fd73540b4bf05f2888b203e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260776 Oct 14 18:06:16.976879 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719b073-6f42-41d2-96f2-d121ff29f5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd7fd0-4ae4-4810-9111-0524d8589bb3,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:16.978520 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51288) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:17.030547 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-03b8868d-21a8-49f1-92ee-071de8c68bc3 admin admin] Publish callbacks [] for security_group (cadd7fd0-4ae4-4810-9111-0524d8589bb3), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.050344 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-03b8868d-21a8-49f1-92ee-071de8c68bc3 admin admin] Publish callbacks [] for security_group (cadd7fd0-4ae4-4810-9111-0524d8589bb3), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.100258 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-03b8868d-21a8-49f1-92ee-071de8c68bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (cadd7fd0-4ae4-4810-9111-0524d8589bb3), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.102794 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-03b8868d-21a8-49f1-92ee-071de8c68bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.103948 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-03b8868d-21a8-49f1-92ee-071de8c68bc3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cadd7fd0-4ae4-4810-9111-0524d8589bb3 HTTP/1.1" status: 204 len: 168 time: 0.1243141 Oct 14 18:06:17.111636 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8868d-21a8-49f1-92ee-071de8c68bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd7fd0-4ae4-4810-9111-0524d8589bb3,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:17.362237 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51294) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:17.376452 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-555876bd-5d72-4945-82ef-d5026aa95eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.452969 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-555876bd-5d72-4945-82ef-d5026aa95eaf admin admin] Publish callbacks [] for security_group (ae9e5139-225d-4ac3-96ea-ef9b5bb1e191), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.456365 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-555876bd-5d72-4945-82ef-d5026aa95eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ae9e5139-225d-4ac3-96ea-ef9b5bb1e191), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.496019 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-555876bd-5d72-4945-82ef-d5026aa95eaf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f28f3dbf6e904d1fba67435049a59e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325874 Oct 14 18:06:17.496558 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555876bd-5d72-4945-82ef-d5026aa95eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9e5139-225d-4ac3-96ea-ef9b5bb1e191,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:17.499302 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51296) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:17.551607 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2799-8f91-425b-b125-b0b5d3391446 admin admin] Publish callbacks [] for security_group (ae9e5139-225d-4ac3-96ea-ef9b5bb1e191), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.571301 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2799-8f91-425b-b125-b0b5d3391446 admin admin] Publish callbacks [] for security_group (ae9e5139-225d-4ac3-96ea-ef9b5bb1e191), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.617906 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2799-8f91-425b-b125-b0b5d3391446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (ae9e5139-225d-4ac3-96ea-ef9b5bb1e191), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.620406 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2799-8f91-425b-b125-b0b5d3391446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.621528 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-4d3b2799-8f91-425b-b125-b0b5d3391446 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ae9e5139-225d-4ac3-96ea-ef9b5bb1e191 HTTP/1.1" status: 204 len: 168 time: 0.1209826 Oct 14 18:06:17.629255 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2799-8f91-425b-b125-b0b5d3391446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9e5139-225d-4ac3-96ea-ef9b5bb1e191,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:17.923506 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7df2-dffb-44d6-a70f-16bb60ad3534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.947353 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51302) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:17.960424 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c3f3-2704-4000-871a-d3a4b169f9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:17.985464 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:18.040930 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c3f3-2704-4000-871a-d3a4b169f9fd admin admin] Publish callbacks [] for security_group (4fba4383-9afe-453d-8e0a-8f562da25896), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:18.044650 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c3f3-2704-4000-871a-d3a4b169f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4fba4383-9afe-453d-8e0a-8f562da25896), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:18.082186 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9c3f3-2704-4000-871a-d3a4b169f9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fba4383-9afe-453d-8e0a-8f562da25896,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:18.087075 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-e8a9c3f3-2704-4000-871a-d3a4b169f9fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d75279b4acde45b0a2c4d3f6ca8472ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386719 Oct 14 18:06:18.089846 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51304) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:18.140261 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f08fabac-d4e4-40b8-97a1-d50ba5f4d33d admin admin] Publish callbacks [] for security_group (4fba4383-9afe-453d-8e0a-8f562da25896), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:18.160407 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f08fabac-d4e4-40b8-97a1-d50ba5f4d33d admin admin] Publish callbacks [] for security_group (4fba4383-9afe-453d-8e0a-8f562da25896), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:18.206376 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f08fabac-d4e4-40b8-97a1-d50ba5f4d33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4fba4383-9afe-453d-8e0a-8f562da25896), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:18.209096 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f08fabac-d4e4-40b8-97a1-d50ba5f4d33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:18.210223 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-f08fabac-d4e4-40b8-97a1-d50ba5f4d33d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4fba4383-9afe-453d-8e0a-8f562da25896 HTTP/1.1" status: 204 len: 168 time: 0.1195657 Oct 14 18:06:18.218676 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fabac-d4e4-40b8-97a1-d50ba5f4d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fba4383-9afe-453d-8e0a-8f562da25896,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:19.088024 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:19.888134 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51358) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:19.992815 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-793cde8b-745f-4a9a-ba2f-c3e7e969041d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.068102 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-793cde8b-745f-4a9a-ba2f-c3e7e969041d admin admin] Publish callbacks [] for security_group (08bc4d1e-9d81-4c42-9321-3b19355c03eb), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.072297 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-793cde8b-745f-4a9a-ba2f-c3e7e969041d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (08bc4d1e-9d81-4c42-9321-3b19355c03eb), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.110587 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-793cde8b-745f-4a9a-ba2f-c3e7e969041d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6e3d7591a28d4574bafb2337572f3325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213218 Oct 14 18:06:20.111443 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cde8b-745f-4a9a-ba2f-c3e7e969041d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bc4d1e-9d81-4c42-9321-3b19355c03eb,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:20.113961 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51362) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:20.164080 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-31b1e1fe-fabb-495c-a4ac-21b0bc64015a admin admin] Publish callbacks [] for security_group (08bc4d1e-9d81-4c42-9321-3b19355c03eb), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.184597 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-31b1e1fe-fabb-495c-a4ac-21b0bc64015a admin admin] Publish callbacks [] for security_group (08bc4d1e-9d81-4c42-9321-3b19355c03eb), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.229465 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-31b1e1fe-fabb-495c-a4ac-21b0bc64015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (08bc4d1e-9d81-4c42-9321-3b19355c03eb), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.232006 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-31b1e1fe-fabb-495c-a4ac-21b0bc64015a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.233141 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-31b1e1fe-fabb-495c-a4ac-21b0bc64015a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/08bc4d1e-9d81-4c42-9321-3b19355c03eb HTTP/1.1" status: 204 len: 168 time: 0.1182027 Oct 14 18:06:20.240618 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1e1fe-fabb-495c-a4ac-21b0bc64015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bc4d1e-9d81-4c42-9321-3b19355c03eb,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:20.496978 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51370) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:20.511147 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f858cddd-0f22-46a8-a529-2c18f4ecb9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.566785 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:20.592927 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f858cddd-0f22-46a8-a529-2c18f4ecb9c7 admin admin] Publish callbacks [] for security_group (3871c741-156a-403c-801a-09a882705509), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.596496 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-f858cddd-0f22-46a8-a529-2c18f4ecb9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3871c741-156a-403c-801a-09a882705509), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.611797 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.634094 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.639212 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-f858cddd-0f22-46a8-a529-2c18f4ecb9c7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=108b81d03cdd41798f875c679b4f5967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411028 Oct 14 18:06:20.640198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858cddd-0f22-46a8-a529-2c18f4ecb9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3871c741-156a-403c-801a-09a882705509,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:20.641966 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51372) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:20.693859 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a8575dcc-5091-462a-8cc4-f56c94b51493 admin admin] Publish callbacks [] for security_group (3871c741-156a-403c-801a-09a882705509), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.696058 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:20.715410 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a8575dcc-5091-462a-8cc4-f56c94b51493 admin admin] Publish callbacks [] for security_group (3871c741-156a-403c-801a-09a882705509), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.765282 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a8575dcc-5091-462a-8cc4-f56c94b51493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (3871c741-156a-403c-801a-09a882705509), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.767792 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a8575dcc-5091-462a-8cc4-f56c94b51493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:20.768961 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a8575dcc-5091-462a-8cc4-f56c94b51493 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3871c741-156a-403c-801a-09a882705509 HTTP/1.1" status: 204 len: 168 time: 0.1258087 Oct 14 18:06:20.777310 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8575dcc-5091-462a-8cc4-f56c94b51493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3871c741-156a-403c-801a-09a882705509,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:23.032845 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=6 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:24.874780 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51430) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:24.978694 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-da361005-6875-4afc-99d8-29ced388e1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.052506 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:25.055259 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-da361005-6875-4afc-99d8-29ced388e1e3 admin admin] Publish callbacks [] for security_group (e1d1ab98-9f35-405c-ba5b-9092bd59e8b2), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.059462 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-da361005-6875-4afc-99d8-29ced388e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e1d1ab98-9f35-405c-ba5b-9092bd59e8b2), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.100283 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-da361005-6875-4afc-99d8-29ced388e1e3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b4c20355d95e4ba9a7fa2ecb07cbeeaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244170 Oct 14 18:06:25.101155 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da361005-6875-4afc-99d8-29ced388e1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d1ab98-9f35-405c-ba5b-9092bd59e8b2,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:25.103649 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51434) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:25.153678 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Publish callbacks [] for security_group (e1d1ab98-9f35-405c-ba5b-9092bd59e8b2), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.173103 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Publish callbacks [] for security_group (e1d1ab98-9f35-405c-ba5b-9092bd59e8b2), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.181411 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:DELETE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:25.222198 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (e1d1ab98-9f35-405c-ba5b-9092bd59e8b2), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.225137 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.226323 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1d1ab98-9f35-405c-ba5b-9092bd59e8b2 HTTP/1.1" status: 204 len: 168 time: 0.1216063 Oct 14 18:06:25.234253 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d1ab98-9f35-405c-ba5b-9092bd59e8b2,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:25.242294 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.242638 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.242977 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.243315 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.243644 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.244006 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.244369 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.244659 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.244978 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.245302 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.245624 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.245943 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.246264 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.246579 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.246894 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13263b91-a3bf-4a3e-a526-72866d902f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:25.489880 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51440) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:25.504315 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fda20cc7-1a72-4943-a98a-afe9600291dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.582431 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fda20cc7-1a72-4943-a98a-afe9600291dc admin admin] Publish callbacks [] for security_group (f3818cb0-b6fe-4611-8fed-eb4bc697d5fb), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.586139 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-fda20cc7-1a72-4943-a98a-afe9600291dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f3818cb0-b6fe-4611-8fed-eb4bc697d5fb), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.623725 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda20cc7-1a72-4943-a98a-afe9600291dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3818cb0-b6fe-4611-8fed-eb4bc697d5fb,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:25.627858 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-fda20cc7-1a72-4943-a98a-afe9600291dc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9acb1a195d0f4d5486f1ee26dcbd1979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368477 Oct 14 18:06:25.630603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51442) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:25.680680 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d5f03792-4628-4858-abf8-eb7acf382336 admin admin] Publish callbacks [] for security_group (f3818cb0-b6fe-4611-8fed-eb4bc697d5fb), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.700440 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d5f03792-4628-4858-abf8-eb7acf382336 admin admin] Publish callbacks [] for security_group (f3818cb0-b6fe-4611-8fed-eb4bc697d5fb), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.747719 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d5f03792-4628-4858-abf8-eb7acf382336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (f3818cb0-b6fe-4611-8fed-eb4bc697d5fb), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.750323 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d5f03792-4628-4858-abf8-eb7acf382336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:25.751492 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d5f03792-4628-4858-abf8-eb7acf382336 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f3818cb0-b6fe-4611-8fed-eb4bc697d5fb HTTP/1.1" status: 204 len: 168 time: 0.1199639 Oct 14 18:06:25.759678 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f03792-4628-4858-abf8-eb7acf382336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3818cb0-b6fe-4611-8fed-eb4bc697d5fb,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:27.026554 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:30.789437 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:35.237197 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:35.237946 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:35.754080 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=41,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:35.754841 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:35.770750 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:35.772157 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:36.463831 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:44.048083 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:45.460993 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3378133f-4ec8-4786-9659-45faad054fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:47.784056 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51572) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:47.898828 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:47.925174 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-3a04b23c-a28e-4088-b64f-1c9b329a9aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:47.976115 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Publish callbacks [] for security_group (4823e7e1-a0f1-4aea-a257-f5dd9850d41f), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:47.979898 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4823e7e1-a0f1-4aea-a257-f5dd9850d41f), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:48.019578 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4823e7e1-a0f1-4aea-a257-f5dd9850d41f,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:48.023530 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4413fbf30c154e7680c5c724eef354b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384686 Oct 14 18:06:48.026343 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51576) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:48.029308 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.029650 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.029989 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.030324 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.030652 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.030979 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.031302 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.031621 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.031962 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.032281 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.032603 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.032921 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.033234 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.033546 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.033860 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1780281-f8a7-4b7f-8188-282864a1afe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:48.076383 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14a5a9ba-1510-4f2e-b4d0-a1864581465a admin admin] Publish callbacks [] for security_group (4823e7e1-a0f1-4aea-a257-f5dd9850d41f), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:48.084245 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:06:48.098957 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14a5a9ba-1510-4f2e-b4d0-a1864581465a admin admin] Publish callbacks [] for security_group (4823e7e1-a0f1-4aea-a257-f5dd9850d41f), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:48.145741 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14a5a9ba-1510-4f2e-b4d0-a1864581465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (4823e7e1-a0f1-4aea-a257-f5dd9850d41f), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:48.149104 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-14a5a9ba-1510-4f2e-b4d0-a1864581465a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:48.150246 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-14a5a9ba-1510-4f2e-b4d0-a1864581465a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4823e7e1-a0f1-4aea-a257-f5dd9850d41f HTTP/1.1" status: 204 len: 168 time: 0.1228638 Oct 14 18:06:48.157886 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5a9ba-1510-4f2e-b4d0-a1864581465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4823e7e1-a0f1-4aea-a257-f5dd9850d41f,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:49.088130 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:50.615126 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:50.635404 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.184360 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51698) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:56.293285 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7d6a-b0c3-4bf9-8781-0e3c06a29a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.370029 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7d6a-b0c3-4bf9-8781-0e3c06a29a27 admin admin] Publish callbacks [] for security_group (72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.373798 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7d6a-b0c3-4bf9-8781-0e3c06a29a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.413296 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d9ae7d6a-b0c3-4bf9-8781-0e3c06a29a27 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ce34ce921fbd42f3bd0255599c39c0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278144 Oct 14 18:06:56.414162 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae7d6a-b0c3-4bf9-8781-0e3c06a29a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:56.416045 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51702) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:56.467727 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c9b6-2b6f-48b3-8392-ee2827a44d15 admin admin] Publish callbacks [] for security_group (72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.487679 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c9b6-2b6f-48b3-8392-ee2827a44d15 admin admin] Publish callbacks [] for security_group (72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.535040 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c9b6-2b6f-48b3-8392-ee2827a44d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.538235 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c9b6-2b6f-48b3-8392-ee2827a44d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.539374 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a3a9c9b6-2b6f-48b3-8392-ee2827a44d15 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba HTTP/1.1" status: 204 len: 168 time: 0.1223478 Oct 14 18:06:56.547736 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9c9b6-2b6f-48b3-8392-ee2827a44d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d32d84-cc2d-4b5d-8a12-c45e94e0a1ba,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:56.812000 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51708) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:56.825503 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dd65e3cf-5d7e-4933-8c60-e6aaa28efcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.902138 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dd65e3cf-5d7e-4933-8c60-e6aaa28efcef admin admin] Publish callbacks [] for security_group (d09a8581-dfaa-401a-b97e-727e95913df2), precommit_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.905751 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-dd65e3cf-5d7e-4933-8c60-e6aaa28efcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (d09a8581-dfaa-401a-b97e-727e95913df2), after_create {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:56.948730 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-dd65e3cf-5d7e-4933-8c60-e6aaa28efcef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a205d047a2514501a8bb52346b576ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356468 Oct 14 18:06:56.949682 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65e3cf-5d7e-4933-8c60-e6aaa28efcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09a8581-dfaa-401a-b97e-727e95913df2,revision_number=1']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:56.951434 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51710) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:57.000083 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8bd57514-ae7f-4529-a197-788e058a29dc admin admin] Publish callbacks [] for security_group (d09a8581-dfaa-401a-b97e-727e95913df2), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.019199 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8bd57514-ae7f-4529-a197-788e058a29dc admin admin] Publish callbacks [] for security_group (d09a8581-dfaa-401a-b97e-727e95913df2), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.068228 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8bd57514-ae7f-4529-a197-788e058a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (d09a8581-dfaa-401a-b97e-727e95913df2), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.070631 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-8bd57514-ae7f-4529-a197-788e058a29dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.071767 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8bd57514-ae7f-4529-a197-788e058a29dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d09a8581-dfaa-401a-b97e-727e95913df2 HTTP/1.1" status: 204 len: 168 time: 0.1193326 Oct 14 18:06:57.079364 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd57514-ae7f-4529-a197-788e058a29dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09a8581-dfaa-401a-b97e-727e95913df2,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:57.390081 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51716) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:57.403638 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5552a1c6-e51f-4b3a-aaed-4e27a4d41551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.479091 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5552a1c6-e51f-4b3a-aaed-4e27a4d41551 admin admin] Publish callbacks [] for security_group (09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d), precommit_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.482759 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-5552a1c6-e51f-4b3a-aaed-4e27a4d41551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d), after_create {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.520586 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552a1c6-e51f-4b3a-aaed-4e27a4d41551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d,revision_number=1']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:57.525477 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-5552a1c6-e51f-4b3a-aaed-4e27a4d41551 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=adf669e786fa43e08fd47588c0034cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343203 Oct 14 18:06:57.528705 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51718) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:06:57.566578 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:06:57.577792 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24a70e41-ddac-4a4b-a886-d2152177bc16 admin admin] Publish callbacks [] for security_group (09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.599289 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24a70e41-ddac-4a4b-a886-d2152177bc16 admin admin] Publish callbacks [] for security_group (09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.648354 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24a70e41-ddac-4a4b-a886-d2152177bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.651213 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-24a70e41-ddac-4a4b-a886-d2152177bc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:06:57.652662 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-24a70e41-ddac-4a4b-a886-d2152177bc16 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d HTTP/1.1" status: 204 len: 168 time: 0.1235647 Oct 14 18:06:57.665583 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a70e41-ddac-4a4b-a886-d2152177bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7ed4a-3673-4c7a-9f17-b8f861f4ab7d,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:00.026302 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:00.031295 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:00.630287 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:06.444036 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:06.449988 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:06.458341 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:06.940416 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=49,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:06.944754 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=59,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:07.634146 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:07.657943 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:15.463819 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-7b605e39-279f-4805-b353-b71b00d824ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:17.927364 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-57a66bc4-0494-45bd-ab3b-704171b80f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:19.091536 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:20.617310 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:20.636284 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:25.084531 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:07:30.626434 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:30.631264 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:30.633336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:32.847101 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51726) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:32.984133 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Deleting port 278108b4-23af-44e8-a18e-b1480983732b {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:32.984470 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (278108b4-23af-44e8-a18e-b1480983732b), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:33.060146 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (278108b4-23af-44e8-a18e-b1480983732b), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:33.060466 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (278108b4-23af-44e8-a18e-b1480983732b), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:33.073130 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Calling delete_port for 278108b4-23af-44e8-a18e-b1480983732b owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:33.235068 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (278108b4-23af-44e8-a18e-b1480983732b), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:33.262717 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event deleted for resources: {'Port': ['ID=278108b4-23af-44e8-a18e-b1480983732b,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:33.325452 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (08de5156-6ca5-4e81-aa73-6a9036b45b5e), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:33.325777 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Floating IP 08de5156-6ca5-4e81-aa73-6a9036b45b5e disassociated (deleted). External IP: 172.27.3.111, port: 02347e31-dc6a-4aab-9546-9dc5f8f01816. Oct 14 18:07:33.524052 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:33.629710 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:33.634596 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:33.649601 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:33.666870 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-04175352-8b1f-4859-91ed-43a26e4a5091 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/08de5156-6ca5-4e81-aa73-6a9036b45b5e HTTP/1.1" status: 204 len: 168 time: 0.8163707 Oct 14 18:07:33.666870 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:07:33.667664 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e5580e-0194-481a-9cea-a31ef1644e18" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:33.674320 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:33.674934 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:33.744184 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca869f-3111-49cf-9bce-9b9967123673 x-openstack-request-id: req-faca869f-3111-49cf-9bce-9b9967123673 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:33.744477 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:33.744728 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-faca869f-3111-49cf-9bce-9b9967123673 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:33.745132 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faca869f-3111-49cf-9bce-9b9967123673'] response: {'name': 'network-changed', 'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'status': 'completed', 'code': 200} Oct 14 18:07:33.822638 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:33.823611 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:33.828673 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-16559ed8-c225-4811-afcf-46c89ae90c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:33.831101 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-16559ed8-c225-4811-afcf-46c89ae90c31 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 1130 time: 0.0501328 Oct 14 18:07:33.890932 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:33.936575 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-6a0538c9-1339-4c27-90ef-f508e3faaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:33.938074 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-6a0538c9-1339-4c27-90ef-f508e3faaa31 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.0966146 Oct 14 18:07:33.940724 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb836b2-a5c0-49ce-9652-cebeee40df26 req-1249979c-31bf-4c94-9f49-d5a1801fe87c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:33.942258 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dcb836b2-a5c0-49ce-9652-cebeee40df26 req-1249979c-31bf-4c94-9f49-d5a1801fe87c tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 946 time: 0.0512638 Oct 14 18:07:33.993658 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-dcb836b2-a5c0-49ce-9652-cebeee40df26 req-7b5cc3cf-5709-46e9-8c62-be62ec743ba8 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456266 Oct 14 18:07:34.110842 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:35Z', 'revision_number': 1, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:34.135233 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:34.143352 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:34.143965 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:34.244729 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:34.452662 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:35Z', 'revision_number': 1, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:34.476483 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629818d-5b92-468e-a740-b5f7d2798fbd None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_floatingips': [{'id': 'c217078d-8c2c-47e3-b755-93683e504bd7', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'router_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'port_id': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'mac_address': 'fa:16:3e:e2:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T18:03:33Z', 'updated_at': '2022-10-14T18:03:35Z', 'revision_number': 1, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:34.684217 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e44df-dfc3-458b-a0b9-688a54cc5747 None None] New status for floating IP 08de5156-6ca5-4e81-aa73-6a9036b45b5e: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:07:35.098343 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-b5e05d91-7dc6-471c-b75a-c773985e8ded service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816 HTTP/1.1" status: 200 len: 217 time: 0.0349262 Oct 14 18:07:35.116749 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1988a1-06be-487e-b81b-1a1c5218eb58 req-95b31292-593b-4c5d-b516-2a64608ec168 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:35.118218 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ab1988a1-06be-487e-b81b-1a1c5218eb58 req-95b31292-593b-4c5d-b516-2a64608ec168 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 946 time: 0.0466025 Oct 14 18:07:35.149667 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-673c0910-be4a-470e-9d9f-a1158d6e3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:35.151124 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-673c0910-be4a-470e-9d9f-a1158d6e3990 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0448546 Oct 14 18:07:35.166730 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ab1988a1-06be-487e-b81b-1a1c5218eb58 req-b783ef74-72f7-49ad-8019-4f6877fe2093 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Oct 14 18:07:35.291070 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-b7d8c16e-b0ae-47fc-a74f-008a36ab4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:35.292576 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-b7d8c16e-b0ae-47fc-a74f-008a36ab4d23 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399940 Oct 14 18:07:35.387092 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-63b80c90-4213-43c2-b3e3-2840977005d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Oct 14 18:07:35.651926 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [req-c8e5580e-0194-481a-9cea-a31ef1644e18 req-9d054809-8915-4079-8fcf-a5eb1ebf9de0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872693 Oct 14 18:07:35.699652 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-800e0253-689d-452c-aded-98cceac27eb5 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:35.701169 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-800e0253-689d-452c-aded-98cceac27eb5 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 946 time: 0.0517495 Oct 14 18:07:35.785507 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Deleting port 02347e31-dc6a-4aab-9546-9dc5f8f01816 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:35.785850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:35.877241 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] For port 02347e31-dc6a-4aab-9546-9dc5f8f01816, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=02347e31-dc6a-4aab-9546-9dc5f8f01816,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:35.877649 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:35.890539 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Calling delete_port for 02347e31-dc6a-4aab-9546-9dc5f8f01816 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:36.013277 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (02347e31-dc6a-4aab-9546-9dc5f8f01816), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:36.045684 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event deleted for resources: {'Port': ['ID=02347e31-dc6a-4aab-9546-9dc5f8f01816,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:36.072814 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.073164 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.073508 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.073847 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.074182 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.074514 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.074844 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.075169 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.075495 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.075820 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.076171 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.076511 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.076819 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.077139 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.077459 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:36.101221 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] No DVR routers for this DVR port 02347e31-dc6a-4aab-9546-9dc5f8f01816 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:07:36.103619 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:36.106798 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-bf57254b-a595-433e-9bd0-0cdc65c4eae1 req-7032fa35-29c0-4c14-9d49-48c139c9b160 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "DELETE /networking/v2.0/ports/02347e31-dc6a-4aab-9546-9dc5f8f01816 HTTP/1.1" status: 204 len: 173 time: 0.3956573 Oct 14 18:07:36.107286 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'name': 'network-vif-deleted', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:07:36.109567 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e9bf7d-b78c-4dab-83b4-c9d50baa85c3" -d '{"events": [{"server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "name": "network-vif-deleted", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:36.270387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-ab576c4c-77da-4dae-ba03-5195b9846c39 req-4a5af0be-538c-4609-8106-bc39828fcfbe tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ae724fa-9da1-4b63-90be-9f20ce9cec67 HTTP/1.1" status: 200 len: 210 time: 0.0290544 Oct 14 18:07:36.339241 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79a55f4-102a-4b9f-b11b-132b3f40e370 x-openstack-request-id: req-f79a55f4-102a-4b9f-b11b-132b3f40e370 {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:36.339536 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae724fa-9da1-4b63-90be-9f20ce9cec67", "name": "network-vif-deleted", "tag": "02347e31-dc6a-4aab-9546-9dc5f8f01816", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:36.339797 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f79a55f4-102a-4b9f-b11b-132b3f40e370 {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:36.340238 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79a55f4-102a-4b9f-b11b-132b3f40e370'] response: {'server_uuid': '6ae724fa-9da1-4b63-90be-9f20ce9cec67', 'name': 'network-vif-deleted', 'tag': '02347e31-dc6a-4aab-9546-9dc5f8f01816', 'status': 'completed', 'code': 200} Oct 14 18:07:36.458268 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:39.140259 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 02347e31-dc6a-4aab-9546-9dc5f8f01816 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:39.161018 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 02347e31-dc6a-4aab-9546-9dc5f8f01816 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:39.161359 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 02347e31-dc6a-4aab-9546-9dc5f8f01816 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:39.569056 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51768) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:39.933554 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Deleting port fdd14a7c-0af9-446b-b924-f2034c91892b {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:39.933796 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:40.008351 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:40.008668 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (fdd14a7c-0af9-446b-b924-f2034c91892b), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:40.023898 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Calling delete_port for fdd14a7c-0af9-446b-b924-f2034c91892b owned by network:floatingip {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:40.163991 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (fdd14a7c-0af9-446b-b924-f2034c91892b), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:40.192762 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event deleted for resources: {'Port': ['ID=fdd14a7c-0af9-446b-b924-f2034c91892b,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:40.241942 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:40.257594 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (c217078d-8c2c-47e3-b755-93683e504bd7), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:40.257936 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.db.l3_db [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Floating IP c217078d-8c2c-47e3-b755-93683e504bd7 disassociated (deleted). External IP: 172.27.3.200, port: 0b6dee5f-1229-4749-9587-2fc70c8030a4. Oct 14 18:07:40.332893 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:40.458978 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:40.561305 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:40.566557 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:40.572510 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:40.582984 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:40.583586 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:40.585148 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:40.596373 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-d35bf9a5-c5ca-4ee4-a8e5-536b995fd5b6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/c217078d-8c2c-47e3-b755-93683e504bd7 HTTP/1.1" status: 204 len: 168 time: 1.0258670 Oct 14 18:07:40.596976 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4'}] {{(pid=104408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:07:40.599198 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}964e291036df1e8ec63d2a575804f5403b3a406e542b2ed2e6464ba31765c690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca5b876-0ac8-4863-bcdb-c2ba11030643" -d '{"events": [{"name": "network-changed", "server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4"}]}' {{(pid=104408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:40.638499 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba452f4-5828-4608-8a79-860aec141ef4 x-openstack-request-id: req-eba452f4-5828-4608-8a79-860aec141ef4 {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:40.638895 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4", "status": "completed", "code": 200}]} {{(pid=104408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:40.639305 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eba452f4-5828-4608-8a79-860aec141ef4 {{(pid=104408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:40.639859 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba452f4-5828-4608-8a79-860aec141ef4'] response: {'name': 'network-changed', 'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'status': 'completed', 'code': 200} Oct 14 18:07:40.697452 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:40.698992 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:40.716681 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-34d12395-d27d-42d0-9444-f504b2972cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:40.718811 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-34d12395-d27d-42d0-9444-f504b2972cc8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 1130 time: 0.0448256 Oct 14 18:07:40.856712 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec85d7-c719-4aef-a3dd-ffeed4e460b7 req-0324d26b-f9d0-4044-b8d1-05dbb998f582 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:40.858213 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90ec85d7-c719-4aef-a3dd-ffeed4e460b7 req-0324d26b-f9d0-4044-b8d1-05dbb998f582 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 946 time: 0.0662379 Oct 14 18:07:40.859388 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-7b0374f3-33c2-4964-b1a6-f242aadebb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:40.860933 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-7b0374f3-33c2-4964-b1a6-f242aadebb26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 200 len: 912 time: 0.1318378 Oct 14 18:07:40.900492 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:40.912387 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-90ec85d7-c719-4aef-a3dd-ffeed4e460b7 req-112e788e-06b8-40cc-96d2-00b37743ced9 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481062 Oct 14 18:07:40.926131 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:40.934458 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:40.935048 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:41.034195 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:41.215156 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:41.242661 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3f532-282d-482f-9b16-b779047931e2 None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:52Z', 'revision_number': 4, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi', '_interfaces': [{'id': '825bcd67-49e2-42b3-bef9-679a58c539bd', 'name': '', 'network_id': '976baf89-2f42-4a40-b24d-859f3e36aec4', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'mac_address': 'fa:16:3e:82:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:51Z', 'updated_at': '2022-10-14T17:59:58Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'subnets': [{'id': 'acb5cb20-4ffa-4ae9-a602-bfd780ae316f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:41.451814 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da8e7e-8893-4dd8-87b3-167cb2c481c1 None None] New status for floating IP c217078d-8c2c-47e3-b755-93683e504bd7: DOWN {{(pid=104409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 18:07:41.948805 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-3c8ae589-06b4-4559-9029-3514c1754c11 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4 HTTP/1.1" status: 200 len: 217 time: 0.0328455 Oct 14 18:07:42.003263 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:42.027750 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-b511f683-67e4-445b-9a55-a60169735b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:42.029499 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-b511f683-67e4-445b-9a55-a60169735b1e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 200 len: 850 time: 0.0727680 Oct 14 18:07:42.037753 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:42.045928 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050fbf3-dc33-4537-a676-20c55534df5a req-fcf7756f-fab5-4147-90f0-d9962a21605a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:42.047296 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2050fbf3-dc33-4537-a676-20c55534df5a req-fcf7756f-fab5-4147-90f0-d9962a21605a tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 946 time: 0.0570767 Oct 14 18:07:42.112707 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-2050fbf3-dc33-4537-a676-20c55534df5a req-5373e0d2-3bc1-4eea-b426-ddc25bf2f4f6 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=99dcd1cf-c7ae-474e-8bd6-091b674add40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592003 Oct 14 18:07:42.140303 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-9a9511b8-f867-4ce0-9e86-57a8dfc2e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:42.142911 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-9a9511b8-f867-4ce0-9e86-57a8dfc2e522 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=976baf89-2f42-4a40-b24d-859f3e36aec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485034 Oct 14 18:07:42.234394 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-54053575-12f1-4aa0-8549-57349a0840c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844796 Oct 14 18:07:42.435310 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-9ca5b876-0ac8-4863-bcdb-c2ba11030643 req-b3911284-66f1-485c-8104-d6c1549fc28b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 Oct 14 18:07:42.494887 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-95ab7a94-d2f0-408a-abc7-85e8f408edd4 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 18:07:42.496228 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-95ab7a94-d2f0-408a-abc7-85e8f408edd4 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 946 time: 0.0469327 Oct 14 18:07:42.578518 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Deleting port 0b6dee5f-1229-4749-9587-2fc70c8030a4 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:42.579295 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:42.666314 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] For port 0b6dee5f-1229-4749-9587-2fc70c8030a4, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=0b6dee5f-1229-4749-9587-2fc70c8030a4,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:42.666670 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:42.679990 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Calling delete_port for 0b6dee5f-1229-4749-9587-2fc70c8030a4 owned by compute:nova {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:42.807227 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (0b6dee5f-1229-4749-9587-2fc70c8030a4), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:42.833924 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event deleted for resources: {'Port': ['ID=0b6dee5f-1229-4749-9587-2fc70c8030a4,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:42.881664 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] No DVR routers for this DVR port 0b6dee5f-1229-4749-9587-2fc70c8030a4 on host hv-cinder-74915 {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:07:42.884145 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for port (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:42.887336 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-59c38c1d-0e50-45a5-873f-6e5d4a543c29 req-96b20e06-5520-47d6-8417-20353742d94e tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.25 "DELETE /networking/v2.0/ports/0b6dee5f-1229-4749-9587-2fc70c8030a4 HTTP/1.1" status: 204 len: 173 time: 0.3854821 Oct 14 18:07:42.887795 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'name': 'network-vif-deleted', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4'}] {{(pid=104407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 18:07:42.890012 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e9a0444feb47cba8c5d33676bc4a3382b7679121e47c10f86d67b786fd3baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c66d1-ea92-465b-89b4-b84f55b7eae0" -d '{"events": [{"server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "name": "network-vif-deleted", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4"}]}' {{(pid=104407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:42.928948 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026d212d-d14c-4ee2-a7dc-f7f7dde62eee x-openstack-request-id: req-026d212d-d14c-4ee2-a7dc-f7f7dde62eee {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:42.929222 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2088de31-2372-410a-8cdf-aa5c6994b8e1", "name": "network-vif-deleted", "tag": "0b6dee5f-1229-4749-9587-2fc70c8030a4", "status": "completed", "code": 200}]} {{(pid=104407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:42.929476 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-026d212d-d14c-4ee2-a7dc-f7f7dde62eee {{(pid=104407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:42.929893 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026d212d-d14c-4ee2-a7dc-f7f7dde62eee'] response: {'server_uuid': '2088de31-2372-410a-8cdf-aa5c6994b8e1', 'name': 'network-vif-deleted', 'tag': '0b6dee5f-1229-4749-9587-2fc70c8030a4', 'status': 'completed', 'code': 200} Oct 14 18:07:43.233575 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [req-82bb34d2-2a7b-47d1-9895-22a71bf16d3b req-be251129-52a2-42ae-a2bb-971c2dcfc037 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2088de31-2372-410a-8cdf-aa5c6994b8e1 HTTP/1.1" status: 200 len: 210 time: 0.0287769 Oct 14 18:07:44.301388 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51784) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:44.684544 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Deleting port 575eef79-af2b-4343-9813-5f70b27702eb {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:44.684882 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (575eef79-af2b-4343-9813-5f70b27702eb), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:44.764269 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (575eef79-af2b-4343-9813-5f70b27702eb), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:44.764595 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (575eef79-af2b-4343-9813-5f70b27702eb), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:44.775832 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:44.777086 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Calling delete_port for 575eef79-af2b-4343-9813-5f70b27702eb owned by network:floatingip {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:44.781296 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:44.905507 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (575eef79-af2b-4343-9813-5f70b27702eb), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:44.933189 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event deleted for resources: {'Port': ['ID=575eef79-af2b-4343-9813-5f70b27702eb,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:44.994250 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for floatingip (9a7724cc-bc8f-4577-bb5a-10692c380c6c), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:44.996673 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28994'] for floatingip (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:44.997790 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-84e3982f-c1e3-410b-911b-30c8e248fd48 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/9a7724cc-bc8f-4577-bb5a-10692c380c6c HTTP/1.1" status: 204 len: 168 time: 0.6958778 Oct 14 18:07:45.160628 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 0b6dee5f-1229-4749-9587-2fc70c8030a4 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:45.180497 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] No Port match for: 0b6dee5f-1229-4749-9587-2fc70c8030a4 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:45.180838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Device 0b6dee5f-1229-4749-9587-2fc70c8030a4 not bound to the agent host hv-cinder-74915 {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:45.466223 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-47d78ab8-10a0-443a-b7c9-fa590cb7ae37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:46.204454 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51796) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:46.261454 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25d40c2f-c8e1-469d-8701-e266d68803d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group (99dcd1cf-c7ae-474e-8bd6-091b674add40), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:46.285770 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25d40c2f-c8e1-469d-8701-e266d68803d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group (99dcd1cf-c7ae-474e-8bd6-091b674add40), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:46.345461 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25d40c2f-c8e1-469d-8701-e266d68803d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (99dcd1cf-c7ae-474e-8bd6-091b674add40), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:46.348439 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-25d40c2f-c8e1-469d-8701-e266d68803d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:46.350013 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-25d40c2f-c8e1-469d-8701-e266d68803d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/99dcd1cf-c7ae-474e-8bd6-091b674add40 HTTP/1.1" status: 204 len: 168 time: 0.1438835 Oct 14 18:07:46.361605 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d40c2f-c8e1-469d-8701-e266d68803d0 tempest-TestVolumeBootPattern-229576454 tempest-TestVolumeBootPattern-229576454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dcd1cf-c7ae-474e-8bd6-091b674add40,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:46.408259 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51800) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:46.865785 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (ed31b3f2-1409-478c-98e1-865951470675), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:46.948688 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:47.017933 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:47.090808 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Deleting port 825bcd67-49e2-42b3-bef9-679a58c539bd {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:47.091136 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:47.171963 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] For port 825bcd67-49e2-42b3-bef9-679a58c539bd, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=825bcd67-49e2-42b3-bef9-679a58c539bd,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:47.172865 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:47.185342 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Calling delete_port for 825bcd67-49e2-42b3-bef9-679a58c539bd owned by network:router_interface {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:47.366522 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (825bcd67-49e2-42b3-bef9-679a58c539bd), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:47.394015 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Pushing event deleted for resources: {'Port': ['ID=825bcd67-49e2-42b3-bef9-679a58c539bd,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:47.560909 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (ed31b3f2-1409-478c-98e1-865951470675), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:47.582516 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536335d4-78d7-46fb-87af-734ee1f52e31 None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:07:47.657263 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536335d4-78d7-46fb-87af-734ee1f52e31 None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:07:47.773801 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Router ed31b3f2-1409-478c-98e1-865951470675 has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:47.788926 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:47.863168 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:47.888413 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:47.896580 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-70250694-4c4c-41e2-9fa0-4f07ffc04359 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ed31b3f2-1409-478c-98e1-865951470675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866266 Oct 14 18:07:47.898060 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51804) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:47.898801 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] Sync routers for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:47.909864 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:47.910475 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:18Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:47.959290 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4c67fe0c-6172-473a-af01-feec44a05af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.009267 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks [] for router (ed31b3f2-1409-478c-98e1-865951470675), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.014499 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: dv-cinder-749155-15-iscsi {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:48.113701 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks [] for router_gateway (ed31b3f2-1409-478c-98e1-865951470675), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.160050 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Deleting port 14a27ecf-fe04-4011-8297-d1f6381127a1 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:48.160394 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.198300 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T18:07:47Z', 'revision_number': 5, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port': {'id': '14a27ecf-fe04-4011-8297-d1f6381127a1', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31b3f2-1409-478c-98e1-865951470675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T17:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:48.229769 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] Checking router: ed31b3f2-1409-478c-98e1-865951470675 for host: dv-cinder-749155-15-iscsi {{(pid=104410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:48.240409 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] Routers {'ed31b3f2-1409-478c-98e1-865951470675'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:48.241026 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['ed31b3f2-1409-478c-98e1-865951470675'], 'active': True} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:48.260257 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] For port 14a27ecf-fe04-4011-8297-d1f6381127a1, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=14a27ecf-fe04-4011-8297-d1f6381127a1,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:48.260633 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.274851 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Calling delete_port for 14a27ecf-fe04-4011-8297-d1f6381127a1 owned by network:router_gateway {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:48.325023 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_dvr_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] Set router ed31b3f2-1409-478c-98e1-865951470675 gateway port host: None {{(pid=104410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:48.353637 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=100 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:48.379801 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.l3_hamode_db [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T18:07:48Z', 'revision_number': 6, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:48.405790 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a192bc6-c6bd-4ebc-a57f-d108d8e366b0 None None] The sync data for ids ['ed31b3f2-1409-478c-98e1-865951470675'] in dv-cinder-749155-15-iscsi is: [{'id': 'ed31b3f2-1409-478c-98e1-865951470675', 'name': 'tempest-TestVolumeBootPattern-513821678-router', 'tenant_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:49Z', 'updated_at': '2022-10-14T18:07:48Z', 'revision_number': 6, 'project_id': '87b79c338b0047dfb68e9a5b9b16c51b', 'gw_port_host': None}] {{(pid=104410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:48.460606 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (14a27ecf-fe04-4011-8297-d1f6381127a1), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.462116 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-c1714d58-b9d4-4a3a-89d9-211add825f70 None None] Provisioning complete for port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:07:48.462496 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c1714d58-b9d4-4a3a-89d9-211add825f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.462840 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-c1714d58-b9d4-4a3a-89d9-211add825f70 None None] Attempt 1 to provision port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 Oct 14 18:07:48.486124 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Pushing event deleted for resources: {'Port': ['ID=14a27ecf-fe04-4011-8297-d1f6381127a1,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:48.510866 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:48.541963 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:48.545405 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-c1714d58-b9d4-4a3a-89d9-211add825f70 None None] Current status of the port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:07:48.549494 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (ed31b3f2-1409-478c-98e1-865951470675), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.636293 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (ed31b3f2-1409-478c-98e1-865951470675), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.638338 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks [] for router_controller (ed31b3f2-1409-478c-98e1-865951470675), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.682540 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (ed31b3f2-1409-478c-98e1-865951470675), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.683042 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed31b3f2-1409-478c-98e1-865951470675 {{(pid=104407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:07:48.687161 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.688331 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-a9bf858c-371f-407c-acce-80b7f70a844e admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ed31b3f2-1409-478c-98e1-865951470675 HTTP/1.1" status: 204 len: 168 time: 0.7885389 Oct 14 18:07:48.690852 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51806) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:48.736045 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] Deleting subnet acb5cb20-4ffa-4ae9-a602-bfd780ae316f {{(pid=104407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:07:48.739529 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] Publish callbacks [] for subnet (acb5cb20-4ffa-4ae9-a602-bfd780ae316f), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.776658 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278077'] for subnet (acb5cb20-4ffa-4ae9-a602-bfd780ae316f), precommit_delete_associations {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.869991 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (acb5cb20-4ffa-4ae9-a602-bfd780ae316f), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.924347 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4156598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3658229'] for subnet (acb5cb20-4ffa-4ae9-a602-bfd780ae316f), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.950849 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb5cb20-4ffa-4ae9-a602-bfd780ae316f,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:48.952941 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:48.958357 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-57d4d783-c191-4f38-91c0-1bc02f3fd2ed admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/acb5cb20-4ffa-4ae9-a602-bfd780ae316f HTTP/1.1" status: 204 len: 168 time: 0.2643397 Oct 14 18:07:48.958525 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10325d-80a9-466d-b014-cdc60847e795 None None] Network 976baf89-2f42-4a40-b24d-859f3e36aec4 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:07:48.958964 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51808) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:49.028031 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (976baf89-2f42-4a40-b24d-859f3e36aec4), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.070801 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Deleting port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:49.071138 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.094281 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.190299 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 825bcd67-49e2-42b3-bef9-679a58c539bd no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:49.195569 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] DHCP port deletion for 976baf89-2f42-4a40-b24d-859f3e36aec4 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:07:49.221336 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 825bcd67-49e2-42b3-bef9-679a58c539bd {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:49.221987 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 825bcd67-49e2-42b3-bef9-679a58c539bd not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:49.254851 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Deleting port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 {{(pid=104409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:49.255228 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), before_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.327195 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.db [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] For port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:49.327591 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), precommit_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.341850 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Calling delete_port for 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 owned by network:dhcp {{(pid=104409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:49.373494 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] For port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,segment=NetworkSegment(4ba15097-630c-45f1-be84-a4da3829d7ac),segment_id=4ba15097-630c-45f1-be84-a4da3829d7ac)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:49.373854 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.389462 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Calling delete_port for 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 owned by network:dhcp {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:49.433557 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), after_delete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.462183 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Pushing event deleted for resources: {'Port': ['ID=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,revision_number=None']} {{(pid=104409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:49.466690 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] No DVR routers for this DVR port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 on host dv-cinder-749155-15-iscsi {{(pid=104409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:07:49.473626 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.473974 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.474315 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.474660 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.475001 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.475329 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.475655 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.476053 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.476406 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.476681 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.477011 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.477339 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.477660 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.477980 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.478298 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e34b-19ee-4dd1-92d9-3d97c2664b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.485749 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (7a93a18f-7c22-4f2e-8eb7-5405cc19ca16), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.513264 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a93a18f-7c22-4f2e-8eb7-5405cc19ca16,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:49.517762 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] No DVR routers for this DVR port 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 on host dv-cinder-749155-15-iscsi {{(pid=104408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:07:49.525387 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.525729 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.526065 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.526394 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.526716 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.527037 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.527355 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.527712 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.528053 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.528371 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.528687 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.529003 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.529316 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.529626 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.529937 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-15-iscsi {{(pid=104408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:49.598316 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (976baf89-2f42-4a40-b24d-859f3e36aec4), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.618819 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976baf89-2f42-4a40-b24d-859f3e36aec4']}} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:49.628163 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba15097-630c-45f1-be84-a4da3829d7ac') {'for_net_delete': True} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:49.628460 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.services.segments.db [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba15097-630c-45f1-be84-a4da3829d7ac') {} {{(pid=104408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:49.637850 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3478313'] for segment (4ba15097-630c-45f1-be84-a4da3829d7ac), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.650824 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (4ba15097-630c-45f1-be84-a4da3829d7ac), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.657820 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=104408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:07:49.658202 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59133266'] for segment (4ba15097-630c-45f1-be84-a4da3829d7ac), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.703296 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 4ba15097-630c-45f1-be84-a4da3829d7ac resource provider aggregate not found Oct 14 18:07:49.721962 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.services.segments.plugin [-] Segment 4ba15097-630c-45f1-be84-a4da3829d7ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ba15097-630c-45f1-be84-a4da3829d7ac found for delete ", "request_id": "req-6b596603-3bc2-48b3-914c-1c3b0049b72f"}]} Oct 14 18:07:49.725560 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (976baf89-2f42-4a40-b24d-859f3e36aec4), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.735845 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:49.743993 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/976baf89-2f42-4a40-b24d-859f3e36aec4 HTTP/1.1" status: 204 len: 168 time: 0.7839191 Oct 14 18:07:49.746987 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51814) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:49.755481 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f846b-bdd4-494b-8d81-0b00f18ef6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=976baf89-2f42-4a40-b24d-859f3e36aec4,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:50.055463 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664845'] for router_interface (af66c37e-5980-4d86-902f-3765ece3c8fc), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:50.206474 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:50.274173 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Deleting port c16c833e-fdb0-4fad-924c-97f2c15fbc90 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:50.274507 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:50.319560 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:50.353705 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] For port c16c833e-fdb0-4fad-924c-97f2c15fbc90, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=c16c833e-fdb0-4fad-924c-97f2c15fbc90,segment=NetworkSegment(b8b14915-8b23-456e-a58c-be1af50fc2c2),segment_id=b8b14915-8b23-456e-a58c-be1af50fc2c2)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:50.354069 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:50.367452 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Calling delete_port for c16c833e-fdb0-4fad-924c-97f2c15fbc90 owned by network:router_interface {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:50.525343 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 14a27ecf-fe04-4011-8297-d1f6381127a1 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:50.546180 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (c16c833e-fdb0-4fad-924c-97f2c15fbc90), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:50.548426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 14a27ecf-fe04-4011-8297-d1f6381127a1 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:50.548775 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 14a27ecf-fe04-4011-8297-d1f6381127a1 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:50.549202 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:50.569182 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:50.569526 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 7a93a18f-7c22-4f2e-8eb7-5405cc19ca16 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:50.571243 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16c833e-fdb0-4fad-924c-97f2c15fbc90,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:50.634709 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:50.645715 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:50.739511 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664825'] for router_interface (af66c37e-5980-4d86-902f-3765ece3c8fc), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:50.759981 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb69d1-20da-489b-b880-59561b443d7c None None] get_active_networks_info from dv-cinder-749155-15-iscsi {{(pid=104409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 18:07:50.829204 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb69d1-20da-489b-b880-59561b443d7c None None] Resources bound (agent type, host, resource id): {{(pid=104409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 18:07:50.945481 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Router af66c37e-5980-4d86-902f-3765ece3c8fc has already been hosted by L3 agent 61d1224b-8dae-4313-a28a-8075253de958 {{(pid=104407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:51.040062 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:51.053114 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] Notify agent at l3_agent.dv-cinder-749155-15-iscsi the message routers_updated {{(pid=104407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:51.060789 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51816) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:51.061587 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] Sync routers for ids ['af66c37e-5980-4d86-902f-3765ece3c8fc'] in dv-cinder-749155-15-iscsi {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:51.064449 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-b819a414-7e1c-40b1-88ec-88e224f368a3 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/af66c37e-5980-4d86-902f-3765ece3c8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3163273 Oct 14 18:07:51.075304 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] Routers {'af66c37e-5980-4d86-902f-3765ece3c8fc'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:51.075956 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['af66c37e-5980-4d86-902f-3765ece3c8fc'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:51.170605 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks [] for router (af66c37e-5980-4d86-902f-3765ece3c8fc), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.201347 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] Set router af66c37e-5980-4d86-902f-3765ece3c8fc gateway port host: dv-cinder-749155-15-iscsi {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:51.280030 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks [] for router_gateway (af66c37e-5980-4d86-902f-3765ece3c8fc), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.310940 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:51.329907 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Deleting port 299aa5c8-3f17-4726-b314-9c7617745d87 {{(pid=104408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:51.330341 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.330469 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:51.353545 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:51.403393 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'external_fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T18:07:50Z', 'revision_number': 5, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port': {'id': '299aa5c8-3f17-4726-b314-9c7617745d87', 'name': '', 'network_id': 'd4713f3b-c7e7-47ce-aa54-8c1fdf44f73e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T17:59:55Z', 'updated_at': '2022-10-14T18:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '968ac38e-3fac-4e67-9bed-db3862f800cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-15-iscsi'}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:51.404771 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:51.412719 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:51.430072 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.db [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] For port 299aa5c8-3f17-4726-b314-9c7617745d87, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=299aa5c8-3f17-4726-b314-9c7617745d87,segment=NetworkSegment(a8ed703b-dfb4-4635-b009-b6118c2acc75),segment_id=a8ed703b-dfb4-4635-b009-b6118c2acc75)] {{(pid=104408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:51.430340 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] Checking router: af66c37e-5980-4d86-902f-3765ece3c8fc for host: dv-cinder-749155-15-iscsi {{(pid=104409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:51.430473 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.439720 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] Routers {'af66c37e-5980-4d86-902f-3765ece3c8fc'} bound to L3 agent in host dv-cinder-749155-15-iscsi {{(pid=104409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 18:07:51.440418 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T17:46:48Z,description=,heartbeat_timestamp=2022-10-14T18:07:48Z,host='dv-cinder-749155-15-iscsi',id=61d1224b-8dae-4313-a28a-8075253de958,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T17:46:48Z,topic='l3_agent')) {'router_ids': ['af66c37e-5980-4d86-902f-3765ece3c8fc'], 'active': True} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:51.445995 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.plugins.ml2.plugin [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Calling delete_port for 299aa5c8-3f17-4726-b314-9c7617745d87 owned by network:router_gateway {{(pid=104408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:51.520127 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.provisioning_blocks [None req-f0612263-1f0c-4cf2-ad3a-ac25407203a7 None None] Provisioning complete for port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 triggered by entity DHCP. {{(pid=104409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 18:07:51.520500 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f0612263-1f0c-4cf2-ad3a-ac25407203a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-939715'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), provisioning_complete {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.520835 dv-cinder-749155-15-iscsi neutron-server[104409]: INFO neutron.plugins.ml2.plugin [None req-f0612263-1f0c-4cf2-ad3a-ac25407203a7 None None] Attempt 1 to provision port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 Oct 14 18:07:51.561821 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_dvr_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] Set router af66c37e-5980-4d86-902f-3765ece3c8fc gateway port host: None {{(pid=104409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 18:07:51.615536 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133325'] for port (299aa5c8-3f17-4726-b314-9c7617745d87), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.618832 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.db.l3_hamode_db [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T18:07:51Z', 'revision_number': 6, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port_host': None}], 'dv-cinder-749155-15-iscsi', False) {} {{(pid=104409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:51.638444 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Pushing event deleted for resources: {'Port': ['ID=299aa5c8-3f17-4726-b314-9c7617745d87,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:51.647248 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d5ce1-8d0d-4a90-a7ed-70b6d8048cea None None] The sync data for ids ['af66c37e-5980-4d86-902f-3765ece3c8fc'] in dv-cinder-749155-15-iscsi is: [{'id': 'af66c37e-5980-4d86-902f-3765ece3c8fc', 'name': 'tempest-TestVolumeBootPattern-1542047245-router', 'tenant_id': '97ffbaca123c421f89cfb397545fbe66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T17:59:54Z', 'updated_at': '2022-10-14T18:07:51Z', 'revision_number': 6, 'project_id': '97ffbaca123c421f89cfb397545fbe66', 'gw_port_host': None}] {{(pid=104409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:51.683774 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-f0612263-1f0c-4cf2-ad3a-ac25407203a7 None None] Current status of the port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 is: ACTIVE; New status is: ACTIVE {{(pid=104409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 18:07:51.715940 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665651'] for router_gateway (af66c37e-5980-4d86-902f-3765ece3c8fc), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.803097 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2949'] for router (af66c37e-5980-4d86-902f-3765ece3c8fc), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.805361 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks [] for router_controller (af66c37e-5980-4d86-902f-3765ece3c8fc), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.849930 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664865'] for router (af66c37e-5980-4d86-902f-3765ece3c8fc), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.850490 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Fanout notify agent at l3_agent the message router_deleted on router af66c37e-5980-4d86-902f-3765ece3c8fc {{(pid=104408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:07:51.854592 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.855713 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-a68a5d48-3113-4c5d-9ee6-215cff5fc22c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/af66c37e-5980-4d86-902f-3765ece3c8fc HTTP/1.1" status: 204 len: 168 time: 0.7938356 Oct 14 18:07:51.858300 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [-] (104408) accepted ('10.222.0.27', 51818) {{(pid=104408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:51.903839 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] Deleting subnet 6dbcd2a4-f8f1-4929-9749-9fcc9209e492 {{(pid=104408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 18:07:51.907468 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] Publish callbacks [] for subnet (6dbcd2a4-f8f1-4929-9749-9fcc9209e492), before_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:51.942129 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3478352'] for subnet (6dbcd2a4-f8f1-4929-9749-9fcc9209e492), precommit_delete_associations {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.020605 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032824'] for subnet (6dbcd2a4-f8f1-4929-9749-9fcc9209e492), precommit_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.076707 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447701'] for subnet (6dbcd2a4-f8f1-4929-9749-9fcc9209e492), after_delete {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.101144 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbcd2a4-f8f1-4929-9749-9fcc9209e492,revision_number=None']} {{(pid=104408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:52.106609 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron_lib.callbacks.manager [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.110411 dv-cinder-749155-15-iscsi neutron-server[104408]: INFO neutron.wsgi [None req-8f6fab66-560f-4054-b35a-515fb582eca1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/6dbcd2a4-f8f1-4929-9749-9fcc9209e492 HTTP/1.1" status: 204 len: 168 time: 0.2505591 Oct 14 18:07:52.113125 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51820) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:52.114008 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9328813-17f6-432a-b3ec-eb2349401d56 None None] Network 37eb3091-cb17-4b7b-aee8-447554f12f27 requested from dv-cinder-749155-15-iscsi {{(pid=104409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 18:07:52.187850 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943541'] for network (37eb3091-cb17-4b7b-aee8-447554f12f27), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.233964 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Deleting port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 {{(pid=104407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 18:07:52.234302 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745798244136'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.236751 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:52.299083 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.db [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] For port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6, host dv-cinder-749155-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-15-iscsi',level=0,port_id=e4bbccbe-eee1-4060-9dc5-b04be1ea14e6,segment=NetworkSegment(b8b14915-8b23-456e-a58c-be1af50fc2c2),segment_id=b8b14915-8b23-456e-a58c-be1af50fc2c2)] {{(pid=104407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:52.299440 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.312297 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Calling delete_port for e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 owned by network:dhcp {{(pid=104407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 18:07:52.400404 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6571e8a2-07d7-4da0-a80d-185e6355bea7 None None] DHCP port deletion for 37eb3091-cb17-4b7b-aee8-447554f12f27 request from dv-cinder-749155-15-iscsi {{(pid=104409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 18:07:52.401772 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745798247078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745797757925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4156547'] for port (e4bbccbe-eee1-4060-9dc5-b04be1ea14e6), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.426973 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bbccbe-eee1-4060-9dc5-b04be1ea14e6,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:52.432431 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] No DVR routers for this DVR port e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 on host dv-cinder-749155-15-iscsi {{(pid=104407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 18:07:52.508330 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925802', 'neutron.services.segments.db._delete_segments_for_network-8745798205148'] for network (37eb3091-cb17-4b7b-aee8-447554f12f27), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.538932 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eb3091-cb17-4b7b-aee8-447554f12f27']}} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:52.540643 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device c16c833e-fdb0-4fad-924c-97f2c15fbc90 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:52.550167 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b14915-8b23-456e-a58c-be1af50fc2c2') {'for_net_delete': True} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:52.550464 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.services.segments.db [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b14915-8b23-456e-a58c-be1af50fc2c2') {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:52.560153 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: c16c833e-fdb0-4fad-924c-97f2c15fbc90 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:52.560600 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device c16c833e-fdb0-4fad-924c-97f2c15fbc90 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:52.560863 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745798273190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278084'] for segment (b8b14915-8b23-456e-a58c-be1af50fc2c2), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.561198 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:52.574621 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183'] for segment (b8b14915-8b23-456e-a58c-be1af50fc2c2), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.581078 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:07:52.581461 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4156508'] for segment (b8b14915-8b23-456e-a58c-be1af50fc2c2), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.583854 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:52.584381 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device e4bbccbe-eee1-4060-9dc5-b04be1ea14e6 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:52.584644 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 299aa5c8-3f17-4726-b314-9c7617745d87 no longer exists at agent ovs-agent-dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:52.604113 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.plugin [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] No Port match for: 299aa5c8-3f17-4726-b314-9c7617745d87 {{(pid=104409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 18:07:52.604458 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron.plugins.ml2.rpc [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Device 299aa5c8-3f17-4726-b314-9c7617745d87 not bound to the agent host dv-cinder-749155-15-iscsi {{(pid=104409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:52.605679 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment b8b14915-8b23-456e-a58c-be1af50fc2c2 resource provider aggregate not found Oct 14 18:07:52.639487 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.services.segments.plugin [-] Segment b8b14915-8b23-456e-a58c-be1af50fc2c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8b14915-8b23-456e-a58c-be1af50fc2c2 found for delete ", "request_id": "req-a8cfdcdc-bb6a-4b8c-8240-890751cfd436"}]} Oct 14 18:07:52.662493 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665708'] for network (37eb3091-cb17-4b7b-aee8-447554f12f27), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.668296 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.672324 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/37eb3091-cb17-4b7b-aee8-447554f12f27 HTTP/1.1" status: 204 len: 168 time: 0.5573413 Oct 14 18:07:52.685894 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328845e7-1fac-4818-85f2-1074c662456d admin admin] Pushing event deleted for resources: {'Network': ['ID=37eb3091-cb17-4b7b-aee8-447554f12f27,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:52.788890 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51828) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:52.829427 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-d9b680ea-bc64-4218-b85d-cb13507d31c2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=87b79c338b0047dfb68e9a5b9b16c51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393126 Oct 14 18:07:52.831787 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51830) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:52.882565 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c26ecc3e-1eb6-45d6-8383-e3bb38d622eb admin admin] Publish callbacks [] for security_group (1f086735-e44e-4b9f-80fc-196fd9acb4f1), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.903151 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c26ecc3e-1eb6-45d6-8383-e3bb38d622eb admin admin] Publish callbacks [] for security_group (1f086735-e44e-4b9f-80fc-196fd9acb4f1), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.950709 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c26ecc3e-1eb6-45d6-8383-e3bb38d622eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (1f086735-e44e-4b9f-80fc-196fd9acb4f1), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.954071 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-c26ecc3e-1eb6-45d6-8383-e3bb38d622eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:52.955195 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-c26ecc3e-1eb6-45d6-8383-e3bb38d622eb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1f086735-e44e-4b9f-80fc-196fd9acb4f1 HTTP/1.1" status: 204 len: 168 time: 0.1225016 Oct 14 18:07:52.963662 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ecc3e-1eb6-45d6-8383-e3bb38d622eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f086735-e44e-4b9f-80fc-196fd9acb4f1,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:53.270287 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51836) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:53.312635 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-8a12461d-e7d8-4c84-a4b0-6e08e16a8e9e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=97ffbaca123c421f89cfb397545fbe66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405304 Oct 14 18:07:53.314683 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [-] (104407) accepted ('10.222.0.27', 51838) {{(pid=104407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 18:07:53.360779 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:53.364513 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-346079a7-7470-41c0-9f14-f67020694066 admin admin] Publish callbacks [] for security_group (da5c4346-c63a-4b68-83fa-3ab0e2280489), before_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:53.385291 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-346079a7-7470-41c0-9f14-f67020694066 admin admin] Publish callbacks [] for security_group (da5c4346-c63a-4b68-83fa-3ab0e2280489), precommit_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:53.441110 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-346079a7-7470-41c0-9f14-f67020694066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670438'] for security_group (da5c4346-c63a-4b68-83fa-3ab0e2280489), after_delete {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:53.443746 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-346079a7-7470-41c0-9f14-f67020694066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:07:53.445226 dv-cinder-749155-15-iscsi neutron-server[104407]: INFO neutron.wsgi [None req-346079a7-7470-41c0-9f14-f67020694066 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/da5c4346-c63a-4b68-83fa-3ab0e2280489 HTTP/1.1" status: 204 len: 168 time: 0.1296582 Oct 14 18:07:53.452948 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346079a7-7470-41c0-9f14-f67020694066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5c4346-c63a-4b68-83fa-3ab0e2280489,revision_number=None']} {{(pid=104407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:58.354426 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=95 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:07:58.383638 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:02.073043 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=68,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:02.083512 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:08:02.100275 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG dbcounter [-] [104408] Writing DB stats neutron:SELECT=65,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:02.587422 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=28 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:02.976679 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=27 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:03.447809 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:03.448616 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG dbcounter [-] [104407] Writing DB stats neutron:SELECT=7,neutron:DELETE=3 {{(pid=104407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:03.465772 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=33 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:06.463233 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:14.018286 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:14.022993 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=6 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:15.469898 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-275235db-1a87-4af4-ae13-8927192d3665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:17.932891 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-1962f7fb-13ba-446f-a5f6-fc67cf9f6ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:19.096766 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:20.628357 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:20.642905 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:30.629579 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:30.637294 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:30.639328 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:36.471028 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:39.081307 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:08:45.471838 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0eb953de-4a11-4b7d-a924-77f3f80dad8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:47.935466 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0ef67e12-19ba-49b2-b61f-e5883e5a3682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:49.099309 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:50.635489 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:50.638044 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:08:51.019582 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:08:51.020244 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:03.664264 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:03.665707 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:03.668231 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:06.466951 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:15.473275 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-7e9a612e-aa6e-493d-ab1a-a0845dd7fe79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:16.082513 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:09:17.937549 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f1f8dae5-e9dd-44ce-b6b9-9d82dfdeb257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:19.101223 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:20.646464 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:20.648622 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:28.011218 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:28.015999 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=6 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:30.629424 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:30.633704 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:30.636367 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:36.482853 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:43.663154 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=10 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:43.664884 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=16 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:09:45.474457 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-e0f8d9a4-f4ef-471b-b6a1-ea1093f09593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:47.939522 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a856b994-5e6b-4f7f-baed-a37039592b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:49.104610 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:50.645455 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:50.647640 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:09:53.081740 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:10:00.635504 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:00.638102 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:00.640252 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:05.007075 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:05.011158 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:06.479463 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:15.477426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-412a8345-b4b7-405a-b508-7934ccdf0527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:17.941192 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-91d15efe-e88c-49cc-b35c-8abff1359c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:19.107796 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:20.637687 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:20.641301 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:30.080451 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:10:30.629685 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:30.634432 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=8 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:30.636418 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:36.489617 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:42.008551 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:44.056928 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:10:45.479477 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-df33861f-0836-4e79-bc05-6137ad17532c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:47.947299 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6d9868cb-be3f-447e-a213-84a1e4e4ba67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:49.111419 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:50.273908 dv-cinder-749155-15-iscsi neutron-server[104408]: DEBUG neutron.wsgi [req-61cfc172-94e8-41f6-b034-2979d411c04d req-77c46fe1-d94c-416a-b8fc-e1f1e18844e1 service neutron] (104408) timed out ('10.222.0.25', 52593) {{(pid=104408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 18:10:50.639165 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:50.642111 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:10:52.332726 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-a5e287cd-8a8f-4ac3-aa1d-ea90b6d295fd req-6d06a738-043c-4c96-b6dc-76687576c6c0 service neutron] (104407) timed out ('10.222.0.25', 52604) {{(pid=104407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 18:11:03.659841 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:03.664060 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:03.666220 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:06.519377 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:07.079526 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:11:15.481837 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-f208868f-ea84-4a79-977d-c678ce29d540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:17.948645 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-da6ba832-d393-4331-b424-7c2ca44e7b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:19.113856 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:20.645575 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:20.647990 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:27.025068 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:27.025806 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=8 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:30.631235 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:30.639171 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:30.641074 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:36.516839 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:43.660134 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=11 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:43.662562 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=15 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:44.077960 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:11:45.484103 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-524f1307-4fe4-484e-a8eb-f2d39f3dc8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:47.950330 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-0ff16012-dbca-47bc-8ab0-4ead6e37350f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:49.116920 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:50.646238 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:50.648135 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:11:56.004673 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=3 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:11:56.009738 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=5 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:00.639221 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:00.641816 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=9 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:00.644134 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:06.529938 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:15.486874 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-7012f3cc-abeb-4b49-974c-0d1856e47ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:17.953259 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-470d3e69-d030-42d0-b038-e9e2423c244d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:19.119589 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:20.648896 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:20.651893 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:21.079277 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:12:30.629100 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:30.644335 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:30.647023 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:33.010417 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:33.014659 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=4 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:36.545426 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:44.060672 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:44.061432 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:DELETE=1 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:12:45.488695 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-5eb29254-eae8-45d2-bdfe-6ed890359ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:47.955011 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-a6a55080-67a0-4c48-ac66-244c5eac94f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:49.126307 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:50.652171 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:50.655960 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:12:52.501267 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-8545627a-e567-4199-b243-97dcc568b8fb req-623e07c7-79e4-4639-9e5f-5b5ee60b854a service neutron] (104407) timed out ('10.222.0.25', 52615) {{(pid=104407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 18:12:57.183966 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-13977c82-507a-4159-8aef-bfce729c31e0 service neutron] (104407) timed out ('10.222.0.27', 44930) {{(pid=104407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 18:12:57.386257 dv-cinder-749155-15-iscsi neutron-server[104407]: DEBUG neutron.wsgi [req-8c2395bd-3213-448f-843b-c301686ba147 req-026fc266-4227-4197-b359-662ed6ede7ab tempest-AttachVolumeShelveTestJSON-1158725756 tempest-AttachVolumeShelveTestJSON-1158725756-project] (104407) timed out ('10.222.0.27', 44940) {{(pid=104407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 18:12:58.079476 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG neutron.db.agents_db [None req-ab84e0e3-8887-40cf-b9c7-0d95a87e0928 None None] Agent healthcheck: found 6 active agents {{(pid=104410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:13:03.666240 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:UPDATE=5,neutron:SELECT=12 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:13:03.671428 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=15 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:13:03.673866 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG dbcounter [-] [104409] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104409) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:13:06.544222 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-6969f1e5-757d-4577-b6d2-b16399b3cad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (10e2fd8c-4640-4949-8526-fc52da6ca38d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:13:10.007069 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=2 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:13:10.010985 dv-cinder-749155-15-iscsi neutron-server[104410]: DEBUG dbcounter [-] [104410] Writing DB stats neutron:SELECT=6 {{(pid=104410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 18:13:15.490445 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4f53dd71-df7d-4392-9e15-379388e6285f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (b39ca5e3-ed83-4a74-985d-7e9a9dd6927b), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:13:17.956452 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-4fe09a75-10a5-430d-a911-5cc99d21a0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (61d1224b-8dae-4313-a28a-8075253de958), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:13:19.126186 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-9f12925c-698f-4339-957a-0b35fb5cd811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (6d132234-4247-4ea0-bead-695f362f7f86), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:13:20.661733 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ca78-be32-4ad4-8c5a-4efe862fad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (5a060e49-2f1f-4748-ad38-324b6b9dc013), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 18:13:20.666009 dv-cinder-749155-15-iscsi neutron-server[104409]: DEBUG neutron_lib.callbacks.manager [None req-16140a32-ec67-4072-a7d6-55f3c78d9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745798205130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939557'] for agent (aa1caca1-e54f-46fa-a189-e286b043ec9d), after_update {{(pid=104409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}